{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vxjx8","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vxjx8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f947d021-9950-45a4-b8d0-8fbed87e0a99","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-vxjx8","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec3a9c27-6bd2-4c01-9b6a-9cf8576abf03","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-bl46t","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-bl46t","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a3f29a61-4bfb-4604-8c4c-a6f3a447d124","name":"premium-simulated-simulated-premium-validation-bl46t","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4f5830b-4be3-4cd2-9e9e-135cad6489bf","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"2f64aebd-c405-4060-9cf8-448dbf3b9209","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"2f64aebd-c405-4060-9cf8-448dbf3b9209","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"2f64aebd-c405-4060-9cf8-448dbf3b9209","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"c5ba66f2-49f5-4ec1-8c43-d342f6a811a3","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"c5ba66f2-49f5-4ec1-8c43-d342f6a811a3","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"c5ba66f2-49f5-4ec1-8c43-d342f6a811a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"98ca90ef-c0d2-4e02-8970-0880f71c5d48","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"98ca90ef-c0d2-4e02-8970-0880f71c5d48","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"98ca90ef-c0d2-4e02-8970-0880f71c5d48","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"b4039a32-114d-43f1-bff9-fcf81c16ebe5","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"b4039a32-114d-43f1-bff9-fcf81c16ebe5","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"b4039a32-114d-43f1-bff9-fcf81c16ebe5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"adb0d854-7d74-4e22-a817-58044a8e45cf","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"adb0d854-7d74-4e22-a817-58044a8e45cf","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"adb0d854-7d74-4e22-a817-58044a8e45cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"e232507d-0e14-4d47-9edc-5f97f7e5293b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"e232507d-0e14-4d47-9edc-5f97f7e5293b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"e232507d-0e14-4d47-9edc-5f97f7e5293b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"d36d49bb-d672-44e0-9bfc-ae5cca2f9830","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"d36d49bb-d672-44e0-9bfc-ae5cca2f9830","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"d36d49bb-d672-44e0-9bfc-ae5cca2f9830","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"53640c1c-db65-4049-8d67-f09947e6e980","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"53640c1c-db65-4049-8d67-f09947e6e980","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"53640c1c-db65-4049-8d67-f09947e6e980","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-0e8b5c","namespace":"e2e-models-e2e-worker-w1-0e8b5c"},"namespace":"e2e-models-e2e-worker-w1-0e8b5c","name":"distinct-2-w1-0e8b5c","reconcileID":"0861c699-5efe-4fae-af0a-ce80d9b65950","Namespace":"e2e-models-e2e-worker-w1-0e8b5c","Name":"distinct-2-w1-0e8b5c"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-0e8b5c","namespace":"e2e-models-e2e-worker-w1-0e8b5c"},"namespace":"e2e-models-e2e-worker-w1-0e8b5c","name":"distinct-w1-0e8b5c","reconcileID":"13963bf1-3212-4f23-b12d-6f7cd3ce5c3a","Namespace":"e2e-models-e2e-worker-w1-0e8b5c","Name":"distinct-w1-0e8b5c"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-59257","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-59257","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"060fd8f4-1abe-410e-9fa1-3366c3537038","name":"e2e-distinct-2-simulated-validation-59257","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17002336-49d2-43dd-8ca6-6ae5640ed1d4","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"92ae8c3f-9dc3-41ca-9627-6f13973461de","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d8ad925c-9b94-41b4-b90b-642d73b8ff91","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"92ae8c3f-9dc3-41ca-9627-6f13973461de","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"92ae8c3f-9dc3-41ca-9627-6f13973461de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"294a90f9-5ea6-4666-ac9c-25a3c21ef2a1","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"294a90f9-5ea6-4666-ac9c-25a3c21ef2a1","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"294a90f9-5ea6-4666-ac9c-25a3c21ef2a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"c8f379a2-2541-4d37-b9d0-72d4c6b8f17b","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"c8f379a2-2541-4d37-b9d0-72d4c6b8f17b","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"c8f379a2-2541-4d37-b9d0-72d4c6b8f17b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"87a36ee1-03cd-43a3-bcdd-2067e45a8a81","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c12105fe-82e8-47aa-bf6c-7650be47a358","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-31T02:18:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"87a36ee1-03cd-43a3-bcdd-2067e45a8a81","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"87a36ee1-03cd-43a3-bcdd-2067e45a8a81","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4c487cf1-ceb0-495d-a22e-ed46808620b4","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e019081e-f8ab-4188-b253-c52bc678075a","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c6adf96a-f0a2-417c-b044-128de6ccaa72","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c8e0cbaf-13a8-460c-8432-6197c466409e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"160b9169-d0c8-4523-9489-cf8cf5ca9cad","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"92cdc094-cd02-4277-a267-c889d021dda8","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2e6b58d7-6121-4376-9665-63cf893f8d10","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f45128ce-3294-449a-a4b5-035cb40ce261","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"26179c96-7feb-4a59-ac66-02cdc2bd2613","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a76aaf43-fa75-420f-aa2e-2b9214a1c03f","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"19e5c830-a7d4-4aef-9496-286cdc7bae8a","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"19e5c830-a7d4-4aef-9496-286cdc7bae8a","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"19e5c830-a7d4-4aef-9496-286cdc7bae8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"fb4a7c1d-5fb2-4994-9f04-741d354bd5c2","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"fb4a7c1d-5fb2-4994-9f04-741d354bd5c2","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"fb4a7c1d-5fb2-4994-9f04-741d354bd5c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"3669f1c5-60fe-4b6d-8798-e372ec7f8636","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"3669f1c5-60fe-4b6d-8798-e372ec7f8636","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"3669f1c5-60fe-4b6d-8798-e372ec7f8636","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"74e836bf-633a-45d4-93ff-2c4379f17ecc","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"74e836bf-633a-45d4-93ff-2c4379f17ecc","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"74e836bf-633a-45d4-93ff-2c4379f17ecc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"c28e3d37-d794-46c9-a265-c9a6f7655704","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"c28e3d37-d794-46c9-a265-c9a6f7655704","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"c28e3d37-d794-46c9-a265-c9a6f7655704","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"3d68d945-4952-465e-9c7c-5fe93f3210f6","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"3d68d945-4952-465e-9c7c-5fe93f3210f6","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"3d68d945-4952-465e-9c7c-5fe93f3210f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"bba257a9-eeb3-4ed9-ab4d-0f04e9449ec1","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"bba257a9-eeb3-4ed9-ab4d-0f04e9449ec1","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"bba257a9-eeb3-4ed9-ab4d-0f04e9449ec1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"029e0fe5-edb6-4131-a2a4-f88910f732ec","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"029e0fe5-edb6-4131-a2a4-f88910f732ec","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"029e0fe5-edb6-4131-a2a4-f88910f732ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"17105599-06fd-4ccf-b489-e37ef214776a","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"17105599-06fd-4ccf-b489-e37ef214776a","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"17105599-06fd-4ccf-b489-e37ef214776a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"a62ad789-ce74-4548-bae2-03f3a21c4424","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"a62ad789-ce74-4548-bae2-03f3a21c4424","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"a62ad789-ce74-4548-bae2-03f3a21c4424","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"66535f2a-ea59-43e4-9f0f-d3d3bd423f68","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"66535f2a-ea59-43e4-9f0f-d3d3bd423f68","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"66535f2a-ea59-43e4-9f0f-d3d3bd423f68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"2fef46f6-39b0-4442-ad51-df03d0c7013e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"2fef46f6-39b0-4442-ad51-df03d0c7013e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"2fef46f6-39b0-4442-ad51-df03d0c7013e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"50e46cb2-c70c-4183-b727-055b7b9beff4","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"50e46cb2-c70c-4183-b727-055b7b9beff4","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"50e46cb2-c70c-4183-b727-055b7b9beff4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"28c370bb-4b8b-4a38-9c20-4a53ed4081c0","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"28c370bb-4b8b-4a38-9c20-4a53ed4081c0","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"28c370bb-4b8b-4a38-9c20-4a53ed4081c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"c19e94b8-ed1a-41a1-8795-32739c4cce0f","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"c19e94b8-ed1a-41a1-8795-32739c4cce0f","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"c19e94b8-ed1a-41a1-8795-32739c4cce0f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8c448174-adfe-4b5b-895a-cc25aa56ee40","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8c448174-adfe-4b5b-895a-cc25aa56ee40","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8c448174-adfe-4b5b-895a-cc25aa56ee40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"f060ab79-6312-46ce-a497-ff2ac75e6d01","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"f060ab79-6312-46ce-a497-ff2ac75e6d01","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"f060ab79-6312-46ce-a497-ff2ac75e6d01","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"f51d813f-00c7-44c9-aa95-90abe30537a1","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"f51d813f-00c7-44c9-aa95-90abe30537a1","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"f51d813f-00c7-44c9-aa95-90abe30537a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"a10a7a69-493a-410c-8d06-32e79bf63cf9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"a10a7a69-493a-410c-8d06-32e79bf63cf9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"a10a7a69-493a-410c-8d06-32e79bf63cf9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8b70ab90-fb16-45e2-b968-b6586a213587","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8b70ab90-fb16-45e2-b968-b6586a213587","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"8b70ab90-fb16-45e2-b968-b6586a213587","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1fd3f101-0d65-485d-92c7-9f4fab6b5722","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1fd3f101-0d65-485d-92c7-9f4fab6b5722","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1fd3f101-0d65-485d-92c7-9f4fab6b5722","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"ff95a2a9-ed9e-48df-8472-d21db17b4577","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"ff95a2a9-ed9e-48df-8472-d21db17b4577","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"ff95a2a9-ed9e-48df-8472-d21db17b4577","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f948dfa1-0be7-4636-9175-04a357a6cb60","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f948dfa1-0be7-4636-9175-04a357a6cb60","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f948dfa1-0be7-4636-9175-04a357a6cb60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"c41d9b64-48df-4e8c-8272-ec55489c227f","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"c41d9b64-48df-4e8c-8272-ec55489c227f","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"c41d9b64-48df-4e8c-8272-ec55489c227f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"21e0781b-62eb-4ebf-b6db-5b339e16f308","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"21e0781b-62eb-4ebf-b6db-5b339e16f308","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"21e0781b-62eb-4ebf-b6db-5b339e16f308","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"5441da43-31eb-43de-9e68-61e52739d45e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"5441da43-31eb-43de-9e68-61e52739d45e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"5441da43-31eb-43de-9e68-61e52739d45e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"7e0e78a6-8ff7-4247-912c-5c9f12770a4e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"7e0e78a6-8ff7-4247-912c-5c9f12770a4e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"7e0e78a6-8ff7-4247-912c-5c9f12770a4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"00ab0567-7f07-4e73-b432-1a52555a9813","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"00ab0567-7f07-4e73-b432-1a52555a9813","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"00ab0567-7f07-4e73-b432-1a52555a9813","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1e2a998a-c791-41aa-90a1-5d06563dbf61","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1e2a998a-c791-41aa-90a1-5d06563dbf61","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"1e2a998a-c791-41aa-90a1-5d06563dbf61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"06da429d-4a9f-475c-a8f3-dbbc886ddcc9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"06da429d-4a9f-475c-a8f3-dbbc886ddcc9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"06da429d-4a9f-475c-a8f3-dbbc886ddcc9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"86922194-199c-43be-b5ab-d075233b16e6","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"86922194-199c-43be-b5ab-d075233b16e6","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"86922194-199c-43be-b5ab-d075233b16e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"d743de32-023a-4cfc-81f5-21893c68bbe9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"d743de32-023a-4cfc-81f5-21893c68bbe9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"d743de32-023a-4cfc-81f5-21893c68bbe9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"46780210-d951-4c16-98fa-0cf1f5092da1","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"46780210-d951-4c16-98fa-0cf1f5092da1","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"46780210-d951-4c16-98fa-0cf1f5092da1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"7ca8cb29-1b9b-4460-b052-30d8497567f9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"7ca8cb29-1b9b-4460-b052-30d8497567f9","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"7ca8cb29-1b9b-4460-b052-30d8497567f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f1347bf6-da3f-4e9a-8e8b-7e5799f26858","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f1347bf6-da3f-4e9a-8e8b-7e5799f26858","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f1347bf6-da3f-4e9a-8e8b-7e5799f26858","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-6ae519-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-6ae519 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"dcd3ec1b-df12-476d-8f2b-e5a4ec25ef9e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"dcd3ec1b-df12-476d-8f2b-e5a4ec25ef9e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"dcd3ec1b-df12-476d-8f2b-e5a4ec25ef9e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"dcd3ec1b-df12-476d-8f2b-e5a4ec25ef9e","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"31eb4735-5717-4cbc-a537-225c24270b53","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"31eb4735-5717-4cbc-a537-225c24270b53","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"31eb4735-5717-4cbc-a537-225c24270b53","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"31eb4735-5717-4cbc-a537-225c24270b53","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"d25b100e-7c32-47bb-b2c8-ff119513177b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"d25b100e-7c32-47bb-b2c8-ff119513177b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"d25b100e-7c32-47bb-b2c8-ff119513177b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"d25b100e-7c32-47bb-b2c8-ff119513177b","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"bbb2286f-22ed-46a6-a8fc-6db4f1ae023c","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"bbb2286f-22ed-46a6-a8fc-6db4f1ae023c","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"bbb2286f-22ed-46a6-a8fc-6db4f1ae023c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"76c56214-b9a2-4fc0-af33-23a2c32c1aac","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"76c56214-b9a2-4fc0-af33-23a2c32c1aac","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"76c56214-b9a2-4fc0-af33-23a2c32c1aac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"e6fb8789-2a38-470d-b574-91e67adfd4ae","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"e6fb8789-2a38-470d-b574-91e67adfd4ae","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"e6fb8789-2a38-470d-b574-91e67adfd4ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"00558dc7-be49-4091-b141-c5d5e7562319","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"00558dc7-be49-4091-b141-c5d5e7562319","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"00558dc7-be49-4091-b141-c5d5e7562319","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"be673837-01d6-42e7-8045-202a020d6300","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"be673837-01d6-42e7-8045-202a020d6300","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"be673837-01d6-42e7-8045-202a020d6300","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"}
{"level":"error","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"be673837-01d6-42e7-8045-202a020d6300","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-2-w2-6ae519","reconcileID":"f0bdb167-2e7f-4442-b554-be474f3f09f2","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-2-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"distinct-w2-6ae519","reconcileID":"15dfb140-342c-41e7-83a0-bb4c5b8ec893","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"distinct-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"premium-w2-6ae519","reconcileID":"7b694768-11d6-4a57-8f68-92edc8c3b3fc","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"premium-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-nbmd5","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-nbmd5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"109de4af-56a2-404e-98eb-3db0fbbfb01e","name":"premium-simulated-simulated-premium-validation-nbmd5","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc69bad-aa29-411a-b381-32a4b8969ee1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-sxwzb","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-sxwzb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9b3695d9-d591-4e85-a225-0c52d206f6aa","name":"e2e-distinct-2-simulated-validation-sxwzb","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84acfac5-73a8-47d2-800e-772c7dc4a2f0","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-fxmsq","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-fxmsq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e5ea42cb-77a3-45b9-8893-61d552751709","name":"echo-simulator-validation-fxmsq","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"611802b5-9a31-4661-be32-0f205962864e","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-bsfgz","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-bsfgz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d152973a-b028-4da4-b755-10cd35b8cff2","name":"e2e-distinct-simulated-validation-bsfgz","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"162b857f-57ec-4ab9-9007-9580ad13de13","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-ccsqj","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-ccsqj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f807c31a-1dfa-467e-910a-45c732b363fd","name":"facebook-opt-125m-simulated-validation-ccsqj","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995b3429-0290-43f2-9453-c5956ebc5f04","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-qflwk","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-qflwk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b33fe0ff-2f8c-422a-a3cd-231e585e0357","name":"e2e-embedding-simulated-validation-qflwk","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1160b9e6-921e-4710-8ffe-b9c4e3dc9ef8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-vmbvk","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-vmbvk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0e5e985b-ec48-41e5-9ccc-86c167122687","name":"e2e-trlp-test-simulated-validation-vmbvk","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5acaaaa-4f00-4e55-8c87-0add154a8abd","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fvqwq","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fvqwq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"30b3d3b1-1dd8-4071-b809-f0af48002a27","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fvqwq","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c750c7b5-deea-4cfd-b727-af104bbcbccb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"6caf9f6e-92ca-455c-a015-b18d36ab1a4e","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"6caf9f6e-92ca-455c-a015-b18d36ab1a4e","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"6caf9f6e-92ca-455c-a015-b18d36ab1a4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"362b395c-824a-4bbd-adb8-04e43c2d3e37","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"362b395c-824a-4bbd-adb8-04e43c2d3e37","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"simulator-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"simulator-w3-7e5955","reconcileID":"362b395c-824a-4bbd-adb8-04e43c2d3e37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"b3cc310c-3e9d-4606-80bc-f98a8cefbf72","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"b3cc310c-3e9d-4606-80bc-f98a8cefbf72","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-w3-7e5955","reconcileID":"b3cc310c-3e9d-4606-80bc-f98a8cefbf72","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"ac3050a8-8ff9-4efd-95c8-2f38495729a8","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"ac3050a8-8ff9-4efd-95c8-2f38495729a8","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"ac3050a8-8ff9-4efd-95c8-2f38495729a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-6ae519","namespace":"e2e-models-e2e-worker-w2-6ae519"},"namespace":"e2e-models-e2e-worker-w2-6ae519","name":"simulator-w2-6ae519","reconcileID":"a73c9d30-76c6-4bb6-863b-3c78dd812f99","Namespace":"e2e-models-e2e-worker-w2-6ae519","Name":"simulator-w2-6ae519"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-xpfbg","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-xpfbg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c0562d1a-e5b2-4d10-94b4-a74464f468e9","name":"premium-simulated-simulated-premium-validation-xpfbg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22d898fd-a9d2-447c-866d-b2b74e9c9b17","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"da7d1ab6-8637-442f-85e2-e6cb3271ae89","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"da7d1ab6-8637-442f-85e2-e6cb3271ae89","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"distinct-2-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"distinct-2-w3-7e5955","reconcileID":"da7d1ab6-8637-442f-85e2-e6cb3271ae89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"08bfbbea-cb27-4bf9-b1de-e5ea758dfcd2","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955"}
{"level":"info","ts":"2026-10-31T02:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7e5955"}
{"level":"error","ts":"2026-10-31T02:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"08bfbbea-cb27-4bf9-b1de-e5ea758dfcd2","Namespace":"e2e-models-e2e-worker-w3-7e5955","Name":"premium-w3-7e5955","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T02:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7e5955","namespace":"e2e-models-e2e-worker-w3-7e5955"},"namespace":"e2e-models-e2e-worker-w3-7e5955","name":"premium-w3-7e5955","reconcileID":"08bfbbea-cb27-4bf9-b1de-e5ea758dfcd2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7e5955-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7e5955 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}