{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec70c375-27bc-4de9-ac9b-0b68a56a01e4","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec70c375-27bc-4de9-ac9b-0b68a56a01e4","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec70c375-27bc-4de9-ac9b-0b68a56a01e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2d89a538-f54d-4838-9426-ed1d357e0c6c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2d89a538-f54d-4838-9426-ed1d357e0c6c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2d89a538-f54d-4838-9426-ed1d357e0c6c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9da26ab6-b7d2-460f-94db-f5c34b85c0a9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9da26ab6-b7d2-460f-94db-f5c34b85c0a9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9da26ab6-b7d2-460f-94db-f5c34b85c0a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"aa2d52de-452c-40f5-a02c-75dd259f6a14","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"aa2d52de-452c-40f5-a02c-75dd259f6a14","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"aa2d52de-452c-40f5-a02c-75dd259f6a14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"15bd2629-4f81-40e5-b6f3-e5a28d7ed3e0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"15bd2629-4f81-40e5-b6f3-e5a28d7ed3e0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"15bd2629-4f81-40e5-b6f3-e5a28d7ed3e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"fec6aca8-9970-42b7-b60c-c438727c638b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"fec6aca8-9970-42b7-b60c-c438727c638b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"fec6aca8-9970-42b7-b60c-c438727c638b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"599ab233-9cbe-4843-b544-f2d688769f3c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"599ab233-9cbe-4843-b544-f2d688769f3c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"599ab233-9cbe-4843-b544-f2d688769f3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"70f62f05-ba47-46de-8864-7734475f0c19","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"70f62f05-ba47-46de-8864-7734475f0c19","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"70f62f05-ba47-46de-8864-7734475f0c19","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"281f6d20-e62b-42c2-83ae-0d1dd3739369","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"281f6d20-e62b-42c2-83ae-0d1dd3739369","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"281f6d20-e62b-42c2-83ae-0d1dd3739369","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"bc0f42ad-cdde-454d-8c42-33acc69b028d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"bc0f42ad-cdde-454d-8c42-33acc69b028d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"bc0f42ad-cdde-454d-8c42-33acc69b028d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a4d6cc83-0ee6-4ad2-a7c4-e5823865d708","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a4d6cc83-0ee6-4ad2-a7c4-e5823865d708","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a4d6cc83-0ee6-4ad2-a7c4-e5823865d708","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"99ce2700-5a6f-4279-8854-5baf884b7898","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"99ce2700-5a6f-4279-8854-5baf884b7898","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"99ce2700-5a6f-4279-8854-5baf884b7898","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"24f7df01-f143-4b37-a05e-035addd3626b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"24f7df01-f143-4b37-a05e-035addd3626b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"24f7df01-f143-4b37-a05e-035addd3626b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"58e71f5b-6435-49aa-a963-3e419614aebe","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"58e71f5b-6435-49aa-a963-3e419614aebe","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"58e71f5b-6435-49aa-a963-3e419614aebe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"079dd8fb-bc3c-4555-aef7-b7ca4c2477ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"079dd8fb-bc3c-4555-aef7-b7ca4c2477ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"079dd8fb-bc3c-4555-aef7-b7ca4c2477ef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"50531eae-ac9b-47cf-a6ae-3b67a4c8d774","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"50531eae-ac9b-47cf-a6ae-3b67a4c8d774","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"50531eae-ac9b-47cf-a6ae-3b67a4c8d774","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6dfca690-6589-457c-958d-1666a41bcb62","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6dfca690-6589-457c-958d-1666a41bcb62","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6dfca690-6589-457c-958d-1666a41bcb62","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0d931f57-8c41-4ac5-af3f-ae749043444d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0d931f57-8c41-4ac5-af3f-ae749043444d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0d931f57-8c41-4ac5-af3f-ae749043444d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"95d376b2-f546-4fea-91a1-ba535a0efec6","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"95d376b2-f546-4fea-91a1-ba535a0efec6","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"95d376b2-f546-4fea-91a1-ba535a0efec6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"947a55fc-2bcf-4219-9df9-75893e81149c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"947a55fc-2bcf-4219-9df9-75893e81149c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"947a55fc-2bcf-4219-9df9-75893e81149c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"09a050e4-b2ee-4797-8cd4-53b609874044","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"09a050e4-b2ee-4797-8cd4-53b609874044","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"09a050e4-b2ee-4797-8cd4-53b609874044","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"4bee34aa-ef10-4d03-b74c-ba34397f9914","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"4bee34aa-ef10-4d03-b74c-ba34397f9914","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"4bee34aa-ef10-4d03-b74c-ba34397f9914","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"3b24e84e-3cab-469e-bce4-90b76ac45669","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"3b24e84e-3cab-469e-bce4-90b76ac45669","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"3b24e84e-3cab-469e-bce4-90b76ac45669","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"48076ecd-fbdd-4766-ba22-e9d16374a2a7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"48076ecd-fbdd-4766-ba22-e9d16374a2a7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"48076ecd-fbdd-4766-ba22-e9d16374a2a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"326e9243-03fa-46da-ba06-9415aed5807b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"326e9243-03fa-46da-ba06-9415aed5807b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"326e9243-03fa-46da-ba06-9415aed5807b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"458abc46-9514-442e-b4f0-1b79b867ea0b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"458abc46-9514-442e-b4f0-1b79b867ea0b","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"458abc46-9514-442e-b4f0-1b79b867ea0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"c7b290c3-f5a1-45f7-b948-efe7844da052","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"c7b290c3-f5a1-45f7-b948-efe7844da052","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"c7b290c3-f5a1-45f7-b948-efe7844da052","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"ba078c9c-f0f5-49af-b9b0-a43e9f12b2b4","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"ba078c9c-f0f5-49af-b9b0-a43e9f12b2b4","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"ba078c9c-f0f5-49af-b9b0-a43e9f12b2b4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"23cbc1e1-32e4-45de-a534-43f710a85c1c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"23cbc1e1-32e4-45de-a534-43f710a85c1c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"23cbc1e1-32e4-45de-a534-43f710a85c1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"60364621-4ba5-4b9d-9b97-067c4b84b880","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"60364621-4ba5-4b9d-9b97-067c4b84b880","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"60364621-4ba5-4b9d-9b97-067c4b84b880","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0c0eef5b-9334-4197-9c61-47d223d119f3","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0c0eef5b-9334-4197-9c61-47d223d119f3","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"0c0eef5b-9334-4197-9c61-47d223d119f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9f995297-545b-47ae-a14a-348f0a43a07c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9f995297-545b-47ae-a14a-348f0a43a07c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"9f995297-545b-47ae-a14a-348f0a43a07c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9d593de3-7038-4f32-a927-79f5277edd7c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9d593de3-7038-4f32-a927-79f5277edd7c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9d593de3-7038-4f32-a927-79f5277edd7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"c8baccc5-27e9-483a-a59d-e2ed48e6b5f0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"c8baccc5-27e9-483a-a59d-e2ed48e6b5f0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"c8baccc5-27e9-483a-a59d-e2ed48e6b5f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f25e923f-85c3-41d9-a84d-f36592775d93","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f25e923f-85c3-41d9-a84d-f36592775d93","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f25e923f-85c3-41d9-a84d-f36592775d93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"098bb376-1f9a-4f5e-a63f-c0da4833177e","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"098bb376-1f9a-4f5e-a63f-c0da4833177e","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"098bb376-1f9a-4f5e-a63f-c0da4833177e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9e7c62d2-7e5c-4417-adc4-b67d4a81a010","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9e7c62d2-7e5c-4417-adc4-b67d4a81a010","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9e7c62d2-7e5c-4417-adc4-b67d4a81a010","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"331a4757-c6f8-4415-8274-187f412c4713","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"331a4757-c6f8-4415-8274-187f412c4713","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"331a4757-c6f8-4415-8274-187f412c4713","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"b6081199-d6df-4bfa-b4fb-c96c7f4d92d9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"b6081199-d6df-4bfa-b4fb-c96c7f4d92d9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"b6081199-d6df-4bfa-b4fb-c96c7f4d92d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"71b6f79c-e5f4-4959-b1c4-54fcf7429e37","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"71b6f79c-e5f4-4959-b1c4-54fcf7429e37","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"71b6f79c-e5f4-4959-b1c4-54fcf7429e37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"0ba9a8e7-a886-4201-ad0b-53383060a0e9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"0ba9a8e7-a886-4201-ad0b-53383060a0e9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"0ba9a8e7-a886-4201-ad0b-53383060a0e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"e82f98e4-4b00-46f3-bb7c-84b803b62e88","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"e82f98e4-4b00-46f3-bb7c-84b803b62e88","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"e82f98e4-4b00-46f3-bb7c-84b803b62e88","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a2181e43-0986-4aeb-a4f2-29e7f5abd612","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a2181e43-0986-4aeb-a4f2-29e7f5abd612","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a2181e43-0986-4aeb-a4f2-29e7f5abd612","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"60a414e3-fb06-4ab2-9919-24df2bfa6f84","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"60a414e3-fb06-4ab2-9919-24df2bfa6f84","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"60a414e3-fb06-4ab2-9919-24df2bfa6f84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"c7ad359b-f77e-45c7-85a9-a95602cd9ebc","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"c7ad359b-f77e-45c7-85a9-a95602cd9ebc","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"c7ad359b-f77e-45c7-85a9-a95602cd9ebc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"df08e2c7-3b56-4dd3-bf1c-1551fb70f45c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"df08e2c7-3b56-4dd3-bf1c-1551fb70f45c","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"df08e2c7-3b56-4dd3-bf1c-1551fb70f45c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a34beeb0-14fd-4a56-a383-625cf49740c9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a34beeb0-14fd-4a56-a383-625cf49740c9","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"a34beeb0-14fd-4a56-a383-625cf49740c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f46c4ae0-c750-4fd2-82b2-494e3c9f648a","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f46c4ae0-c750-4fd2-82b2-494e3c9f648a","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f46c4ae0-c750-4fd2-82b2-494e3c9f648a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6ea56499-1957-4e38-ae3d-7865b1026d79","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6ea56499-1957-4e38-ae3d-7865b1026d79","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"6ea56499-1957-4e38-ae3d-7865b1026d79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"6a0f7de8-b444-410d-b24a-e56e9fd91547","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"6a0f7de8-b444-410d-b24a-e56e9fd91547","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"6a0f7de8-b444-410d-b24a-e56e9fd91547","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f697c5c2-c24b-4db5-b3ab-8091c4b8e201","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f697c5c2-c24b-4db5-b3ab-8091c4b8e201","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"f697c5c2-c24b-4db5-b3ab-8091c4b8e201","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"4418a963-1642-409c-a264-70f52faf9d05","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"4418a963-1642-409c-a264-70f52faf9d05","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"4418a963-1642-409c-a264-70f52faf9d05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"741a723a-c9cb-42af-8773-be2275baea5f","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"741a723a-c9cb-42af-8773-be2275baea5f","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"741a723a-c9cb-42af-8773-be2275baea5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec1c55d0-f795-432a-b790-6d0655a8fbe7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec1c55d0-f795-432a-b790-6d0655a8fbe7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"ec1c55d0-f795-432a-b790-6d0655a8fbe7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"189c9adc-c35d-49a6-b2b4-41a9a1f61482","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"189c9adc-c35d-49a6-b2b4-41a9a1f61482","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"189c9adc-c35d-49a6-b2b4-41a9a1f61482","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"f28c6c57-0c45-48be-bd88-e026e2b6160d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"f28c6c57-0c45-48be-bd88-e026e2b6160d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"f28c6c57-0c45-48be-bd88-e026e2b6160d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"8ed98c12-8a5a-4f16-83c5-c8b679a2b6ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"8ed98c12-8a5a-4f16-83c5-c8b679a2b6ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"8ed98c12-8a5a-4f16-83c5-c8b679a2b6ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e11dbc5a-b061-4690-953b-c2e848a4525d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e11dbc5a-b061-4690-953b-c2e848a4525d","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e11dbc5a-b061-4690-953b-c2e848a4525d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"5dfcd846-aa21-4ecd-a830-00eb92f97cbb","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"5dfcd846-aa21-4ecd-a830-00eb92f97cbb","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"5dfcd846-aa21-4ecd-a830-00eb92f97cbb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"3fddc698-83fa-44c5-80f4-6114bb298f55","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"3fddc698-83fa-44c5-80f4-6114bb298f55","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"3fddc698-83fa-44c5-80f4-6114bb298f55","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"0c987ed6-178e-4ffe-8ec3-d4227d55f974","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"0c987ed6-178e-4ffe-8ec3-d4227d55f974","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"0c987ed6-178e-4ffe-8ec3-d4227d55f974","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"a1317e00-f0c8-4a96-9f92-bac3c6a47842","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"a1317e00-f0c8-4a96-9f92-bac3c6a47842","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"a1317e00-f0c8-4a96-9f92-bac3c6a47842","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"4126e497-ab70-45b0-9847-32740aa31dc0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"4126e497-ab70-45b0-9847-32740aa31dc0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"4126e497-ab70-45b0-9847-32740aa31dc0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"30f17e83-dd86-4a64-ba93-24ec02dafee7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"30f17e83-dd86-4a64-ba93-24ec02dafee7","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"30f17e83-dd86-4a64-ba93-24ec02dafee7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"57a81503-34c7-473a-9aa8-12aa7ec022d0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"57a81503-34c7-473a-9aa8-12aa7ec022d0","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"57a81503-34c7-473a-9aa8-12aa7ec022d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"8f8400fc-abce-492e-a418-7dc55cd9fe36","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"8f8400fc-abce-492e-a418-7dc55cd9fe36","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"8f8400fc-abce-492e-a418-7dc55cd9fe36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"28bc034c-6625-4c94-b78c-ef242db70748","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"28bc034c-6625-4c94-b78c-ef242db70748","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:03:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"28bc034c-6625-4c94-b78c-ef242db70748","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-ff0999-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-ff0999 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9f3b6841-162d-4daf-b5ca-3d326f7ad469","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9f3b6841-162d-4daf-b5ca-3d326f7ad469","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9f3b6841-162d-4daf-b5ca-3d326f7ad469","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"9f3b6841-162d-4daf-b5ca-3d326f7ad469","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"4665e2de-b8c5-4e97-9cc8-3b55d7b4b7ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"4665e2de-b8c5-4e97-9cc8-3b55d7b4b7ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"4665e2de-b8c5-4e97-9cc8-3b55d7b4b7ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"4665e2de-b8c5-4e97-9cc8-3b55d7b4b7ee","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e5a831d0-2a96-4fca-88f1-1e3a462844ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e5a831d0-2a96-4fca-88f1-1e3a462844ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e5a831d0-2a96-4fca-88f1-1e3a462844ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:03:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"e5a831d0-2a96-4fca-88f1-1e3a462844ef","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2c853cc5-dd56-4bee-93e8-aa21484c9541","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2c853cc5-dd56-4bee-93e8-aa21484c9541","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2c853cc5-dd56-4bee-93e8-aa21484c9541","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"}
{"level":"error","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2c853cc5-dd56-4bee-93e8-aa21484c9541","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"premium-w1-ff0999","reconcileID":"2f154c20-884e-407d-95dd-821d953920ff","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"premium-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-w1-ff0999","reconcileID":"5b649459-6c6c-44e8-acd1-f4ca116f66c8","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-j45d5","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-j45d5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8f1e7785-e480-47f4-a723-c5e0ec868800","name":"e2e-distinct-simulated-validation-j45d5","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b65cfd07-8b2d-4b80-819e-bc3139563e0b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7znzc","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7znzc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"897a5cce-3f47-40a4-8daa-ec60ef08139f","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7znzc","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6bac5b6-96b9-4464-8325-8e28c161fa85","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"simulator-w1-ff0999","reconcileID":"fa092aad-1356-4d60-baab-221c31a622dd","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"simulator-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-nqzmg","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-nqzmg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b3859a05-65d0-480e-abe5-1a8cbdde4929","name":"e2e-distinct-2-simulated-validation-nqzmg","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ac2c84d-4c50-42a9-a9c6-e5bf562eacad","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-7mqxk","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-7mqxk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f27e3765-a599-4a52-abd9-e11cdc8cb1d8","name":"e2e-embedding-simulated-validation-7mqxk","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9475a7b-fb4f-4968-831f-02795b30bf52","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-9jkww","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-9jkww","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4200ecca-7f11-418b-9294-481ae8926403","name":"echo-simulator-validation-9jkww","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28a0f21d-5b94-419f-9081-3608dcfd909b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-pkvv4","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-pkvv4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ee9a7b8e-c070-4f61-844c-58f95fc40848","name":"facebook-opt-125m-simulated-validation-pkvv4","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a663c4f9-d42e-4116-bdc7-1210db8f11a1","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-c9p9v","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-c9p9v","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"256f51c9-6013-4af0-8e77-450cae8db2b9","name":"e2e-trlp-test-simulated-validation-c9p9v","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffb24511-430d-4cd6-a483-38fcddd2acdd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-tcdxh","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-tcdxh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d8417e32-783f-4ae0-bdec-c066cfa82498","name":"premium-simulated-simulated-premium-validation-tcdxh","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cce9ba4d-2f65-477a-a295-ff74087f2150","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated-validation-9jpzk","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated-validation-9jpzk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8d3bef2a-8610-4e9f-8529-8262fffeacdc","name":"e2e-external-token-limit-simulated-validation-9jpzk","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated","route":"llm/e2e-external-token-limit-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"f2bc8e41-9ba3-48d2-9e48-5dbf9c9f648b","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-ff0999","namespace":"e2e-models-e2e-worker-w1-ff0999"},"namespace":"e2e-models-e2e-worker-w1-ff0999","name":"distinct-2-w1-ff0999","reconcileID":"2e1b6d08-a7ef-4e1e-af09-849436c36294","Namespace":"e2e-models-e2e-worker-w1-ff0999","Name":"distinct-2-w1-ff0999"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"784f0ece-cfe8-491e-87fc-f6db4a6708a6","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-swd69","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-swd69","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f3c149ea-e579-4657-80bd-f3313258ac70","name":"e2e-distinct-simulated-validation-swd69","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4a919422-583f-4a20-b50e-07af41fd281a","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:06Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1039a416-6e00-4392-a74c-dc7c77887f79","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a9baaca3-f6f5-49c2-b60c-d2fbfe423efd","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5f77bfd4-2fee-4ffe-878c-1b360ca87f90","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1f2d5257-17b7-422e-8df2-d4abea62455e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31dc6564-2cef-438e-8601-82b4710e677d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ed19b8e2-5a6f-40c3-9363-5fb5ebbe5639","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d05c80e0-bd67-4772-8a55-3d3423ff8def","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"86ab07e3-29a3-49ad-b2d5-c47853da84b5","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5ba1d988-2c60-4970-82c7-4c140110bf2a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1bc445ed-0bef-4696-b591-70dcf435b1cc","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T02:04:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e66612c5-9de0-4db3-9a20-cdc8992dcd93","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}