{"level":"error","ts":"2026-11-03T00:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"1b81b30f-4d8d-4e05-8325-c6f6caa65444","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"e9fe378b-0fef-4f21-9181-975a92e4cc5e","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"e9fe378b-0fef-4f21-9181-975a92e4cc5e","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"e9fe378b-0fef-4f21-9181-975a92e4cc5e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a495237a-38c2-4444-a13d-2a92c126b31b","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a495237a-38c2-4444-a13d-2a92c126b31b","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a495237a-38c2-4444-a13d-2a92c126b31b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"db888f0b-9d14-4b9b-a048-af2d614e728f","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"db888f0b-9d14-4b9b-a048-af2d614e728f","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"db888f0b-9d14-4b9b-a048-af2d614e728f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"853d16db-d833-40c5-bc0f-16545a983990","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"853d16db-d833-40c5-bc0f-16545a983990","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"853d16db-d833-40c5-bc0f-16545a983990","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"8d057872-d3d4-46da-8cfb-c59edc7dd07d","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"8d057872-d3d4-46da-8cfb-c59edc7dd07d","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"8d057872-d3d4-46da-8cfb-c59edc7dd07d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"238c3199-5992-4798-b780-09ccb82cf180","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"238c3199-5992-4798-b780-09ccb82cf180","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"238c3199-5992-4798-b780-09ccb82cf180","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4d497202-bc10-4627-bdb8-bcad6811577a","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4d497202-bc10-4627-bdb8-bcad6811577a","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4d497202-bc10-4627-bdb8-bcad6811577a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a5a0bd66-d4ea-41fd-8b5d-55dff32ec002","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a5a0bd66-d4ea-41fd-8b5d-55dff32ec002","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a5a0bd66-d4ea-41fd-8b5d-55dff32ec002","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1efdc485-7ba8-4f3f-8c87-ffe0812e346b","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1efdc485-7ba8-4f3f-8c87-ffe0812e346b","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1efdc485-7ba8-4f3f-8c87-ffe0812e346b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"cd2e1060-3a5e-41ba-aa82-d4580fc1d7cb","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"cd2e1060-3a5e-41ba-aa82-d4580fc1d7cb","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"cd2e1060-3a5e-41ba-aa82-d4580fc1d7cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"188bccb2-dd13-46b2-9359-0edc2ec2a75f","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"188bccb2-dd13-46b2-9359-0edc2ec2a75f","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"188bccb2-dd13-46b2-9359-0edc2ec2a75f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6191a4fc-2697-4518-aa28-7d1fb1650fab","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6191a4fc-2697-4518-aa28-7d1fb1650fab","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"6191a4fc-2697-4518-aa28-7d1fb1650fab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"991393c7-3665-4929-931b-d5e4c6c2e55b","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"991393c7-3665-4929-931b-d5e4c6c2e55b","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"991393c7-3665-4929-931b-d5e4c6c2e55b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f3188260-d574-4df0-a2e6-04ed9a027d60","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f3188260-d574-4df0-a2e6-04ed9a027d60","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"f3188260-d574-4df0-a2e6-04ed9a027d60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"bd8c5a5b-19de-4fb9-841d-0568ef37fea6","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"bd8c5a5b-19de-4fb9-841d-0568ef37fea6","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"bd8c5a5b-19de-4fb9-841d-0568ef37fea6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"1001af9f-40d3-4852-af3a-c6a44c5a1e03","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"1001af9f-40d3-4852-af3a-c6a44c5a1e03","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"1001af9f-40d3-4852-af3a-c6a44c5a1e03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b9d5808-3a02-4ee8-8a71-66ce98957301","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b9d5808-3a02-4ee8-8a71-66ce98957301","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b9d5808-3a02-4ee8-8a71-66ce98957301","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2f07898c-51ef-4320-88d8-61774464a5dc","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2f07898c-51ef-4320-88d8-61774464a5dc","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2f07898c-51ef-4320-88d8-61774464a5dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"0829da82-7572-4355-affc-4eb5a9f6d485","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"0829da82-7572-4355-affc-4eb5a9f6d485","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"0829da82-7572-4355-affc-4eb5a9f6d485","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1699087d-ceef-463b-bdf9-1e1de1c37901","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1699087d-ceef-463b-bdf9-1e1de1c37901","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"1699087d-ceef-463b-bdf9-1e1de1c37901","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"b858210c-3127-41a5-8a65-742fa46ec5a7","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"b858210c-3127-41a5-8a65-742fa46ec5a7","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"b858210c-3127-41a5-8a65-742fa46ec5a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"b610903b-0e41-481d-8fd2-58d8e279a77b","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"b610903b-0e41-481d-8fd2-58d8e279a77b","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"b610903b-0e41-481d-8fd2-58d8e279a77b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"7b44b5e2-00e2-44a2-96ed-133e837553ac","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"7b44b5e2-00e2-44a2-96ed-133e837553ac","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"7b44b5e2-00e2-44a2-96ed-133e837553ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e5f9b510-6e53-46d6-ae79-b27f669715a2","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e5f9b510-6e53-46d6-ae79-b27f669715a2","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e5f9b510-6e53-46d6-ae79-b27f669715a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"dddc04d1-da8f-4ec7-9740-ffb459de7ecb","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"dddc04d1-da8f-4ec7-9740-ffb459de7ecb","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"dddc04d1-da8f-4ec7-9740-ffb459de7ecb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"d263c8b3-3e10-4cdd-8dd5-0191ae032d15","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"d263c8b3-3e10-4cdd-8dd5-0191ae032d15","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"d263c8b3-3e10-4cdd-8dd5-0191ae032d15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4b13294a-e1fb-4816-b3f6-26351920a9ac","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4b13294a-e1fb-4816-b3f6-26351920a9ac","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"4b13294a-e1fb-4816-b3f6-26351920a9ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f9a89823-354f-4d42-9e59-b6824e62053c","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f9a89823-354f-4d42-9e59-b6824e62053c","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"f9a89823-354f-4d42-9e59-b6824e62053c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"a27d815e-21d1-4592-9889-97549b31a988","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"a27d815e-21d1-4592-9889-97549b31a988","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"a27d815e-21d1-4592-9889-97549b31a988","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1f943ed7-c022-444a-890a-9d1db810d0d0","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1f943ed7-c022-444a-890a-9d1db810d0d0","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"1f943ed7-c022-444a-890a-9d1db810d0d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"8aad9977-7728-4fa2-b249-affb6636bc37","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"8aad9977-7728-4fa2-b249-affb6636bc37","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"8aad9977-7728-4fa2-b249-affb6636bc37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"55dd0688-1dc9-4dd3-a269-b5657e5c6295","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"55dd0688-1dc9-4dd3-a269-b5657e5c6295","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"55dd0688-1dc9-4dd3-a269-b5657e5c6295","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"29c0b7ec-6506-4f81-89b1-914be93c3f00","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"29c0b7ec-6506-4f81-89b1-914be93c3f00","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"29c0b7ec-6506-4f81-89b1-914be93c3f00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c7891e8e-0869-4557-af68-0b87f4a8a28e","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c7891e8e-0869-4557-af68-0b87f4a8a28e","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"c7891e8e-0869-4557-af68-0b87f4a8a28e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b533a31-3d68-478a-8bc1-c33caa9d2402","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b533a31-3d68-478a-8bc1-c33caa9d2402","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"7b533a31-3d68-478a-8bc1-c33caa9d2402","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"4ddace9d-079f-4627-8259-c41d3f157d49","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"4ddace9d-079f-4627-8259-c41d3f157d49","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"4ddace9d-079f-4627-8259-c41d3f157d49","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"50f0d424-6924-4586-bbc9-52e8040515cd","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"50f0d424-6924-4586-bbc9-52e8040515cd","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"50f0d424-6924-4586-bbc9-52e8040515cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a4eef7d6-52d0-45f3-abb3-46673d75a2c8","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a4eef7d6-52d0-45f3-abb3-46673d75a2c8","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"a4eef7d6-52d0-45f3-abb3-46673d75a2c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"3cda5e13-74b7-44c5-aa20-51a35e7e0f45","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"3cda5e13-74b7-44c5-aa20-51a35e7e0f45","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"3cda5e13-74b7-44c5-aa20-51a35e7e0f45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"a9bd90af-120b-4a23-b0c8-10dc19cd90ec","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"a9bd90af-120b-4a23-b0c8-10dc19cd90ec","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"a9bd90af-120b-4a23-b0c8-10dc19cd90ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"4d676a68-4554-4e2d-bb26-e702abd9e558","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"4d676a68-4554-4e2d-bb26-e702abd9e558","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"4d676a68-4554-4e2d-bb26-e702abd9e558","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"17401dfd-2653-4c14-afa7-24ab1ac07c22","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"17401dfd-2653-4c14-afa7-24ab1ac07c22","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"17401dfd-2653-4c14-afa7-24ab1ac07c22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"026b651b-ddcd-4367-9716-4b922a587c6d","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"026b651b-ddcd-4367-9716-4b922a587c6d","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"026b651b-ddcd-4367-9716-4b922a587c6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"824e1317-be5a-4ead-8bbc-ba053743f08f","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"error","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"824e1317-be5a-4ead-8bbc-ba053743f08f","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"824e1317-be5a-4ead-8bbc-ba053743f08f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c51fb8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c51fb8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"dec662ad-ccf0-49f0-bd5b-ee198ecfd0b9","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"dec662ad-ccf0-49f0-bd5b-ee198ecfd0b9","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:41Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"dec662ad-ccf0-49f0-bd5b-ee198ecfd0b9","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"c4eb172d-670a-4e4f-a0fe-368c49eb0a77","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"c4eb172d-670a-4e4f-a0fe-368c49eb0a77","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"c4eb172d-670a-4e4f-a0fe-368c49eb0a77","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e173a4c1-1330-484e-a047-52e40b378294","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e173a4c1-1330-484e-a047-52e40b378294","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"e173a4c1-1330-484e-a047-52e40b378294","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"25f91b71-3313-40da-910e-930e98672a61","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"25f91b71-3313-40da-910e-930e98672a61","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"25f91b71-3313-40da-910e-930e98672a61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"8ab0dc20-482b-4350-9d2d-6d4f8ee70e5d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"8ab0dc20-482b-4350-9d2d-6d4f8ee70e5d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"8ab0dc20-482b-4350-9d2d-6d4f8ee70e5d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"f6a825f0-e2e9-4583-998e-cc29363f73f2","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"f6a825f0-e2e9-4583-998e-cc29363f73f2","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-11-03T00:09:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"f6a825f0-e2e9-4583-998e-cc29363f73f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d2a262-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d2a262 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"979a658a-f805-46c3-856c-3dcfbf714921","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"979a658a-f805-46c3-856c-3dcfbf714921","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"979a658a-f805-46c3-856c-3dcfbf714921","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2e25f89b-80d0-4736-871d-e55524e17471","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2e25f89b-80d0-4736-871d-e55524e17471","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"2e25f89b-80d0-4736-871d-e55524e17471","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-w3-c51fb8","reconcileID":"8733abf3-517d-400d-a8b1-dcc658a1cc43","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"distinct-2-w3-c51fb8","reconcileID":"90d611e6-4f0a-492d-a56b-fbbdeed48e4d","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"distinct-2-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-7497g","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-7497g","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"5d935b60-b61a-4298-a1fe-a8741dbab09f","name":"e2e-trlp-test-simulated-validation-7497g","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9c63c2-ae93-478a-ba55-6b9295ee88de","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-tpjgw","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-tpjgw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7bf09d8f-0fe2-4722-927b-4c238c0279df","name":"e2e-distinct-2-simulated-validation-tpjgw","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e555a0f3-998f-45b3-aaea-1c03f8266bac","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-zktzs","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-zktzs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e6e21e3d-9362-49e3-a02f-e75627fcb0aa","name":"facebook-opt-125m-simulated-validation-zktzs","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfb51a9-c20d-4e0e-a19a-f042bbcb9020","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-gvnbj","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-gvnbj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e645d87e-4ecc-4f7e-9e5b-673065ba908d","name":"e2e-distinct-simulated-validation-gvnbj","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b040e659-1667-4336-acb7-689ec72748e7","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:09:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-hvmg7","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-hvmg7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"92829bd1-3103-406d-92cf-6dfd141264df","name":"e2e-embedding-simulated-validation-hvmg7","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a04568d9-7a10-4090-a7f9-49857b0184ff","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:09:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-tx8m9","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-tx8m9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9dca7e10-cf60-4932-9f2d-d62dc5eabd02","name":"echo-simulator-validation-tx8m9","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51190b65-68a2-442a-9c09-7ac5c7ff2b3f","Namespace":"llm","Name":"echo-simulator"} {"level":"info","ts":"2026-11-03T00:09:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:55Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-t2g25","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-t2g25","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"23fe2c11-1654-4b76-a1c9-8d0259e769c1","name":"premium-simulated-simulated-premium-validation-t2g25","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3b859e-95ff-4e2f-bb70-03475755a5ae","Namespace":"llm","Name":"premium-simulated-simulated-premium"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fh875","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fh875","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a9fe602b-b17e-434d-a0ac-401819433dc6","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fh875","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"473880b5-03bd-463a-90f1-6bc1cbce5e3a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"71e2543f-057f-4f3f-a1f8-845740efea5c","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"71e2543f-057f-4f3f-a1f8-845740efea5c","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"71e2543f-057f-4f3f-a1f8-845740efea5c","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"71e2543f-057f-4f3f-a1f8-845740efea5c","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c8dea510-d518-4f18-8422-8366a1197c4b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"44ddcdc5-e567-45e9-84f7-94f68e0db5fc","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"44ddcdc5-e567-45e9-84f7-94f68e0db5fc","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"44ddcdc5-e567-45e9-84f7-94f68e0db5fc","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:09:59Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"44ddcdc5-e567-45e9-84f7-94f68e0db5fc","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"02fe3287-8c9f-4318-978f-0140fe53880d","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0dc8448a-3127-45e0-9b4c-c5079c37ac36","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"85d7aa5f-fdfe-4e05-8f01-907ff24c6e6d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"85d7aa5f-fdfe-4e05-8f01-907ff24c6e6d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"85d7aa5f-fdfe-4e05-8f01-907ff24c6e6d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:10:00Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"85d7aa5f-fdfe-4e05-8f01-907ff24c6e6d","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b202254c-02da-40be-9b60-0a318fec6802","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7f878198-9792-49a7-893e-3360b9b98185","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4bbcaf4a-b3ed-4ea3-935f-fcfbeb66adcd","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"39ece81f-56ac-4ce1-9c39-d6157de4a187","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"39ece81f-56ac-4ce1-9c39-d6157de4a187","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"39ece81f-56ac-4ce1-9c39-d6157de4a187","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"} {"level":"error","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-w4-d2a262","reconcileID":"39ece81f-56ac-4ce1-9c39-d6157de4a187","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-w4-d2a262","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3c390818-a7bc-4d00-9dc6-7b2a4c864824","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"64840e1c-c31c-4cda-85df-9536ac6b19e0","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"simulator-w3-c51fb8","reconcileID":"5a0d8889-b870-4499-9686-ad3abb03e801","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"simulator-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c51fb8","namespace":"e2e-models-e2e-worker-w3-c51fb8"},"namespace":"e2e-models-e2e-worker-w3-c51fb8","name":"premium-w3-c51fb8","reconcileID":"ad597f44-1f77-4341-be99-a1f0ac8773fe","Namespace":"e2e-models-e2e-worker-w3-c51fb8","Name":"premium-w3-c51fb8"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"51cb0a9e-5683-4757-8154-2f1ef84b9e71","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7218131c-092b-4f44-adc8-2ea3bd075baf","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-p6dxh","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-p6dxh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"07539d93-f7de-45bc-9e96-eac54aee4d3f","name":"e2e-trlp-test-simulated-validation-p6dxh","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"255a975e-fcf8-4299-8dd2-734db4b0bc54","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4d24f1ea-9321-4f6d-a5e5-9696a659fcbf","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6bbff76c-07d6-4998-b6dd-ef74c38933a2","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"86f5e717-efaf-4f48-99ef-11d0dcd1c457","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"88d385be-20c2-42e4-9463-cd1c7adf8e21","Namespace":"llm","Name":"e2e-trlp-test-simulated"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"simulator-w4-d2a262","reconcileID":"a0356c0b-528e-4da9-8561-36ecfd786e9a","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"simulator-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"premium-w4-d2a262","reconcileID":"3131fa0a-b7d8-4aad-9022-0cea02d9db09","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"premium-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d2a262","namespace":"e2e-models-e2e-worker-w4-d2a262"},"namespace":"e2e-models-e2e-worker-w4-d2a262","name":"distinct-2-w4-d2a262","reconcileID":"d4b61f6a-e6d1-45ee-9bc9-691d37b6f2e5","Namespace":"e2e-models-e2e-worker-w4-d2a262","Name":"distinct-2-w4-d2a262"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-7sjk8","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-7sjk8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d05dd243-e4a0-4455-89f5-4060851842d9","name":"e2e-distinct-2-simulated-validation-7sjk8","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee4d1327-15cb-4414-a3cb-712d9617917e","Namespace":"llm","Name":"e2e-distinct-2-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-4vnxv","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-4vnxv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4f739607-8cfd-48f1-b0f2-230bf77da2e4","name":"facebook-opt-125m-simulated-validation-4vnxv","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a135fb3-76e3-4340-bc58-dac686e9edb4","Namespace":"llm","Name":"facebook-opt-125m-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-xgr99","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-xgr99","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1427161f-6157-47de-a5cc-34fb26407ba1","name":"e2e-distinct-simulated-validation-xgr99","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c1638746-ce39-4021-9c38-16ea0db6a892","Namespace":"llm","Name":"e2e-distinct-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-wmf8w","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-wmf8w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4e9ba28a-73f1-4cde-b851-0c3b7f9ba359","name":"e2e-embedding-simulated-validation-wmf8w","namespace":"llm"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"} {"level":"info","ts":"2026-11-03T00:10:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27ea66c3-4098-4389-9d4d-c34c6ad155b4","Namespace":"llm","Name":"e2e-embedding-simulated"}