{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ef66f27-b41e-48f0-a085-825fcd7f1d79","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16-validation-vzmbp","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16-validation-vzmbp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c215be79-dfa0-4671-b458-cd7696d633d3","name":"distinct-w4-939a16-validation-vzmbp","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","route":"e2e-models-e2e-worker-w4-939a16/distinct-w4-939a16-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","gateway":"openshift-ingress/e2e-worker-w4-939a16","ready":true}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"72275a87-5bc9-48dd-b570-87d681168b94","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-zkgkg","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-zkgkg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b5f77e3a-1074-474d-ae55-468427ef1581","name":"e2e-trlp-test-simulated-validation-zkgkg","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d6e0fbf8-5fa4-4524-af70-f58686041586","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16-validation-2vthk","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16-validation-2vthk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d9298dc8-da2a-478e-9f4c-5f1680e6a6bd","name":"premium-w4-939a16-validation-2vthk","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","route":"e2e-models-e2e-worker-w4-939a16/premium-w4-939a16-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","gateway":"openshift-ingress/e2e-worker-w4-939a16","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"97aaa4b7-8b1d-441d-a102-7fec1decd172","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-8pvtj","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-8pvtj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2c25b4ef-71b0-4051-b459-6777ab2469c7","name":"e2e-distinct-simulated-validation-8pvtj","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82ded484-8b52-499a-8bae-1729c6417161","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-7ft68","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-7ft68","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4fd4287f-a18d-4577-a9f2-2fd2d30835ab","name":"e2e-distinct-2-simulated-validation-7ft68","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"850dc0f7-dbc4-4689-af72-4b023e5e2d9a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-z722v","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-z722v","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1f72fbab-0dd4-44ec-8e95-e118ba406961","name":"e2e-embedding-simulated-validation-z722v","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4f2760-fe07-4362-b11b-10b855948ec4","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-ceb36a","namespace":"e2e-models-e2e-worker-w3-ceb36a"},"namespace":"e2e-models-e2e-worker-w3-ceb36a","name":"premium-w3-ceb36a","reconcileID":"6f9bf219-5ca6-45c8-8897-fb7990033c87","Namespace":"e2e-models-e2e-worker-w3-ceb36a","Name":"premium-w3-ceb36a"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-ceb36a","namespace":"e2e-models-e2e-worker-w3-ceb36a"},"namespace":"e2e-models-e2e-worker-w3-ceb36a","name":"simulator-w3-ceb36a","reconcileID":"fb8ca85e-d621-4a88-bde6-afa5d9b3dc26","Namespace":"e2e-models-e2e-worker-w3-ceb36a","Name":"simulator-w3-ceb36a"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16-validation-2gw6b","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16-validation-2gw6b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"858d73c0-70cf-488c-9fa6-1c0588169fd2","name":"simulator-w4-939a16-validation-2gw6b","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","route":"e2e-models-e2e-worker-w4-939a16/simulator-w4-939a16-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","gateway":"openshift-ingress/e2e-worker-w4-939a16","ready":true}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d888de5e-f0b6-4734-8c0d-0530e7976df1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7e9a22f6-d3bc-4257-8625-6f472371f04b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6462fe6d-4fd3-4974-b471-dc40ba110015","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9155a174-b818-4b98-be78-dd7d37d39d1a","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5ad79089-9606-4074-8454-75cd0be14a80","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4d7ce239-a54b-4c15-8298-3a6a41226892","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ac898608-f7ce-4a14-b533-37a795368c04","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b7ea52bd-c655-40b7-82b4-af47e40c610d","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2af07af2-735a-4a38-b67d-fc27ba1e2526","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"096d6970-fed0-49dd-8c56-576d03ec0a9b","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:55Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"17013c13-308a-4f78-94e7-7d2b2ad476df","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:55Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ec38b19c-e090-4f0c-b256-03639ef84217","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:34:55Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"071a013a-50c4-4670-a354-ed70d50ac648","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:35:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"fd4f6963-6d58-42d6-a8ab-3e8913a7eaa1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"fd4f6963-6d58-42d6-a8ab-3e8913a7eaa1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"fd4f6963-6d58-42d6-a8ab-3e8913a7eaa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"dff9b04f-6213-4b12-b877-92883b3c07be","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"dff9b04f-6213-4b12-b877-92883b3c07be","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"dff9b04f-6213-4b12-b877-92883b3c07be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"6f270a42-e671-4cd3-beb5-6a4aab7b61ff","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"6f270a42-e671-4cd3-beb5-6a4aab7b61ff","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"6f270a42-e671-4cd3-beb5-6a4aab7b61ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"13af364d-957c-4bc6-9c50-1d49d8f29826","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"13af364d-957c-4bc6-9c50-1d49d8f29826","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"13af364d-957c-4bc6-9c50-1d49d8f29826","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e5d83273-d6ed-4e82-9bf7-6ec5f091c2b7","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e5d83273-d6ed-4e82-9bf7-6ec5f091c2b7","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e5d83273-d6ed-4e82-9bf7-6ec5f091c2b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51f1440b-52ec-419c-879e-c6c006a587a3","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51f1440b-52ec-419c-879e-c6c006a587a3","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51f1440b-52ec-419c-879e-c6c006a587a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"965ecf3a-960a-4272-9883-44b41063b5f0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"965ecf3a-960a-4272-9883-44b41063b5f0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"965ecf3a-960a-4272-9883-44b41063b5f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"8ae54d07-24e0-4367-bfd1-c5c4363a9302","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"8ae54d07-24e0-4367-bfd1-c5c4363a9302","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"8ae54d07-24e0-4367-bfd1-c5c4363a9302","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"a243dca0-eac2-4edc-8057-ac4590270a84","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"a243dca0-eac2-4edc-8057-ac4590270a84","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"a243dca0-eac2-4edc-8057-ac4590270a84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e2c05997-8dfe-45e8-97b5-0df6d5259156","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e2c05997-8dfe-45e8-97b5-0df6d5259156","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e2c05997-8dfe-45e8-97b5-0df6d5259156","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2470c233-d1a9-4a7b-ad66-38887f4dcb33","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2470c233-d1a9-4a7b-ad66-38887f4dcb33","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2470c233-d1a9-4a7b-ad66-38887f4dcb33","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"bdd746f8-5ff1-45a2-bdf4-e8ce4341f9ae","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"bdd746f8-5ff1-45a2-bdf4-e8ce4341f9ae","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"bdd746f8-5ff1-45a2-bdf4-e8ce4341f9ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"b4d1f050-939d-4c89-bf92-25e90a82e04a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"b4d1f050-939d-4c89-bf92-25e90a82e04a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"b4d1f050-939d-4c89-bf92-25e90a82e04a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"58347160-b69b-4d7f-8f5d-c472dd4bc93c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"58347160-b69b-4d7f-8f5d-c472dd4bc93c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"58347160-b69b-4d7f-8f5d-c472dd4bc93c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"3faaf6ea-3251-4a65-9d34-9626d609e0c5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"3faaf6ea-3251-4a65-9d34-9626d609e0c5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"3faaf6ea-3251-4a65-9d34-9626d609e0c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"1d6278a9-df0a-48a8-b95c-212c82714d3f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"1d6278a9-df0a-48a8-b95c-212c82714d3f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"1d6278a9-df0a-48a8-b95c-212c82714d3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9d7b5a9e-a66b-43d4-b396-29088289de0c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9d7b5a9e-a66b-43d4-b396-29088289de0c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9d7b5a9e-a66b-43d4-b396-29088289de0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"c21c4253-e9f7-43e6-9060-59c84430eb57","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"c21c4253-e9f7-43e6-9060-59c84430eb57","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"c21c4253-e9f7-43e6-9060-59c84430eb57","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e74d678c-19f5-4220-b344-c95f024c60bc","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e74d678c-19f5-4220-b344-c95f024c60bc","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e74d678c-19f5-4220-b344-c95f024c60bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a49b786f-b540-4afc-8d08-001553de8cc9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a49b786f-b540-4afc-8d08-001553de8cc9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a49b786f-b540-4afc-8d08-001553de8cc9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"c37405d2-aac9-45c2-a307-dacaf9353010","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"c37405d2-aac9-45c2-a307-dacaf9353010","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"c37405d2-aac9-45c2-a307-dacaf9353010","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"f17d9939-8d8f-4fea-aed9-a9e2afb615b8","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"f17d9939-8d8f-4fea-aed9-a9e2afb615b8","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"f17d9939-8d8f-4fea-aed9-a9e2afb615b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"9eb24c2f-7f9c-402a-ba51-49958d2490a0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"9eb24c2f-7f9c-402a-ba51-49958d2490a0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"9eb24c2f-7f9c-402a-ba51-49958d2490a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"9d5ceb34-96df-4436-8e72-fac73ca5dd5a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"9d5ceb34-96df-4436-8e72-fac73ca5dd5a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"9d5ceb34-96df-4436-8e72-fac73ca5dd5a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9c73616e-c85a-45c6-ba75-7017ef251aed","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9c73616e-c85a-45c6-ba75-7017ef251aed","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9c73616e-c85a-45c6-ba75-7017ef251aed","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a6c4ea76-df22-4e80-b0c6-a5a5fe061654","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a6c4ea76-df22-4e80-b0c6-a5a5fe061654","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a6c4ea76-df22-4e80-b0c6-a5a5fe061654","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e27e6f61-385a-4e3c-a506-fa704e06f969","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e27e6f61-385a-4e3c-a506-fa704e06f969","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"e27e6f61-385a-4e3c-a506-fa704e06f969","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"7d62aa5e-a7ba-4a0e-a2ef-7f8cea8e69b7","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"7d62aa5e-a7ba-4a0e-a2ef-7f8cea8e69b7","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"7d62aa5e-a7ba-4a0e-a2ef-7f8cea8e69b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"6ff33de0-14f4-42f8-93d5-a90532b0598c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"6ff33de0-14f4-42f8-93d5-a90532b0598c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"6ff33de0-14f4-42f8-93d5-a90532b0598c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a4a378a2-428f-47ee-98f8-435cb073df13","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a4a378a2-428f-47ee-98f8-435cb073df13","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"a4a378a2-428f-47ee-98f8-435cb073df13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f0310bc7-766b-4dba-9fe4-8e026caccfe5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f0310bc7-766b-4dba-9fe4-8e026caccfe5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f0310bc7-766b-4dba-9fe4-8e026caccfe5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"991b96c9-0283-41cd-9f23-fb788916ac58","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"991b96c9-0283-41cd-9f23-fb788916ac58","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"991b96c9-0283-41cd-9f23-fb788916ac58","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"75249d42-d5ca-47d8-bd9f-fc9210720dd2","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"75249d42-d5ca-47d8-bd9f-fc9210720dd2","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"75249d42-d5ca-47d8-bd9f-fc9210720dd2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"72cc0542-ab6b-460c-9f00-5aeed9f8cf19","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"72cc0542-ab6b-460c-9f00-5aeed9f8cf19","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"72cc0542-ab6b-460c-9f00-5aeed9f8cf19","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"baf2920b-1f85-40b3-8852-93f8e3abc595","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"baf2920b-1f85-40b3-8852-93f8e3abc595","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"baf2920b-1f85-40b3-8852-93f8e3abc595","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"eb1eae77-86e9-43e6-a951-d4ac8b93bd7d","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"eb1eae77-86e9-43e6-a951-d4ac8b93bd7d","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"eb1eae77-86e9-43e6-a951-d4ac8b93bd7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"f9795994-b450-4c76-af9f-4a8aa610a985","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"f9795994-b450-4c76-af9f-4a8aa610a985","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"f9795994-b450-4c76-af9f-4a8aa610a985","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"8d5d2b6f-7160-4ffa-8fdd-5a27cb6e6ecf","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"8d5d2b6f-7160-4ffa-8fdd-5a27cb6e6ecf","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"8d5d2b6f-7160-4ffa-8fdd-5a27cb6e6ecf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"555d2770-c29d-4cc3-a47b-70eb122a1180","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"555d2770-c29d-4cc3-a47b-70eb122a1180","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"555d2770-c29d-4cc3-a47b-70eb122a1180","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c5186d28-dd24-49ad-969b-bc660752a1fb","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c5186d28-dd24-49ad-969b-bc660752a1fb","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c5186d28-dd24-49ad-969b-bc660752a1fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"d77acb82-7937-4158-8f75-80e81ec73577","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"d77acb82-7937-4158-8f75-80e81ec73577","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"d77acb82-7937-4158-8f75-80e81ec73577","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"d3016711-b1d9-43e9-97e6-cf240343fe35","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"d3016711-b1d9-43e9-97e6-cf240343fe35","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"d3016711-b1d9-43e9-97e6-cf240343fe35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"a5d2828a-9e40-46b3-b8e8-028537c1be87","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"a5d2828a-9e40-46b3-b8e8-028537c1be87","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"a5d2828a-9e40-46b3-b8e8-028537c1be87","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d8bcbb64-e3b2-44d9-b85e-fbf8421810ac","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d8bcbb64-e3b2-44d9-b85e-fbf8421810ac","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"d8bcbb64-e3b2-44d9-b85e-fbf8421810ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"2f721f9a-3cc7-4195-a5b2-6b1a17bacd05","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"2f721f9a-3cc7-4195-a5b2-6b1a17bacd05","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"2f721f9a-3cc7-4195-a5b2-6b1a17bacd05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"16be7754-2c24-4f0a-ac47-a13a22bbc45f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"16be7754-2c24-4f0a-ac47-a13a22bbc45f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"16be7754-2c24-4f0a-ac47-a13a22bbc45f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"c6b0fb3b-604c-4a83-8952-89e22301b3f5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"c6b0fb3b-604c-4a83-8952-89e22301b3f5","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"c6b0fb3b-604c-4a83-8952-89e22301b3f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"ab25d56d-df9c-49ff-aeab-715cde611560","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"ab25d56d-df9c-49ff-aeab-715cde611560","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"ab25d56d-df9c-49ff-aeab-715cde611560","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e95a60d7-d85f-46ec-9219-faf9ec17adcb","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e95a60d7-d85f-46ec-9219-faf9ec17adcb","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"e95a60d7-d85f-46ec-9219-faf9ec17adcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"3f80327c-a6ae-45df-9f75-a2ea40d7a235","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"3f80327c-a6ae-45df-9f75-a2ea40d7a235","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"3f80327c-a6ae-45df-9f75-a2ea40d7a235","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"dd61144b-e3df-4e6b-ba48-5f5e66f14e99","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"dd61144b-e3df-4e6b-ba48-5f5e66f14e99","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"dd61144b-e3df-4e6b-ba48-5f5e66f14e99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"865a0852-c0f0-42fd-80d2-263c042befbd","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"865a0852-c0f0-42fd-80d2-263c042befbd","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"865a0852-c0f0-42fd-80d2-263c042befbd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51ed61b5-cd93-4878-bf78-f567a1ae05f4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51ed61b5-cd93-4878-bf78-f567a1ae05f4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"51ed61b5-cd93-4878-bf78-f567a1ae05f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"74a0e9a5-f5d6-4a3f-aa7a-f61ced8e20f9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"74a0e9a5-f5d6-4a3f-aa7a-f61ced8e20f9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"74a0e9a5-f5d6-4a3f-aa7a-f61ced8e20f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e4537abd-b801-4ae3-9a71-43770cefc319","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e4537abd-b801-4ae3-9a71-43770cefc319","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"e4537abd-b801-4ae3-9a71-43770cefc319","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dd3ddda2-7d6a-48c3-92e4-0d3bb5cef638","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dd3ddda2-7d6a-48c3-92e4-0d3bb5cef638","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dd3ddda2-7d6a-48c3-92e4-0d3bb5cef638","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4e4df93c-e7b7-4cbd-a8ee-31a4ebc29630","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4e4df93c-e7b7-4cbd-a8ee-31a4ebc29630","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4e4df93c-e7b7-4cbd-a8ee-31a4ebc29630","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ef9fc53a-784b-44a7-bb78-8d593fa2a17a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ef9fc53a-784b-44a7-bb78-8d593fa2a17a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ef9fc53a-784b-44a7-bb78-8d593fa2a17a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"895fd603-fefa-49e2-b9ab-36afdcc5b4a4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"895fd603-fefa-49e2-b9ab-36afdcc5b4a4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"895fd603-fefa-49e2-b9ab-36afdcc5b4a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"10dca065-3ef6-4450-94c2-ce865f8dc439","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"10dca065-3ef6-4450-94c2-ce865f8dc439","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"10dca065-3ef6-4450-94c2-ce865f8dc439","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"1e9b7123-cbff-4c07-b539-3398ffbc884e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"1e9b7123-cbff-4c07-b539-3398ffbc884e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"1e9b7123-cbff-4c07-b539-3398ffbc884e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f117ade6-5d4c-4502-9238-20f8186673c1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f117ade6-5d4c-4502-9238-20f8186673c1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"f117ade6-5d4c-4502-9238-20f8186673c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"5472f308-d729-409f-8546-fea9a363fc83","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"5472f308-d729-409f-8546-fea9a363fc83","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"5472f308-d729-409f-8546-fea9a363fc83","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dbfd772b-b09d-4ae6-98d7-5d08bda435a3","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dbfd772b-b09d-4ae6-98d7-5d08bda435a3","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"dbfd772b-b09d-4ae6-98d7-5d08bda435a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"8e60d460-aa7a-450b-a06f-e215096b5113","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"8e60d460-aa7a-450b-a06f-e215096b5113","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"8e60d460-aa7a-450b-a06f-e215096b5113","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"d4b73a8a-52d6-4c48-9934-4f10a898b7f9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"d4b73a8a-52d6-4c48-9934-4f10a898b7f9","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"d4b73a8a-52d6-4c48-9934-4f10a898b7f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"204c1da3-c9c2-485c-9e23-b20435157be1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"204c1da3-c9c2-485c-9e23-b20435157be1","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"204c1da3-c9c2-485c-9e23-b20435157be1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"5001750c-7da3-4beb-9f47-0d8383f86fcd","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:35:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:35:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"5001750c-7da3-4beb-9f47-0d8383f86fcd","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:35:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"5001750c-7da3-4beb-9f47-0d8383f86fcd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"0de7c5f8-551b-49ff-a99e-9d362b950c91","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"0de7c5f8-551b-49ff-a99e-9d362b950c91","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"0de7c5f8-551b-49ff-a99e-9d362b950c91","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ca70484c-7ff2-4d9e-97b3-39631a8c339a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ca70484c-7ff2-4d9e-97b3-39631a8c339a","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"ca70484c-7ff2-4d9e-97b3-39631a8c339a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"acbaf69f-363a-4f15-a6b4-3dcad19e3302","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"acbaf69f-363a-4f15-a6b4-3dcad19e3302","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"acbaf69f-363a-4f15-a6b4-3dcad19e3302","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9996a9d9-285e-4d01-80da-3b6207b21b7c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9996a9d9-285e-4d01-80da-3b6207b21b7c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"9996a9d9-285e-4d01-80da-3b6207b21b7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"aee6f7b7-5b75-42da-863d-40add305ea6e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"aee6f7b7-5b75-42da-863d-40add305ea6e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"aee6f7b7-5b75-42da-863d-40add305ea6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"35b4a319-72dc-4be1-bb79-884076f96dc0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"35b4a319-72dc-4be1-bb79-884076f96dc0","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"35b4a319-72dc-4be1-bb79-884076f96dc0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a34def10-cc6a-4d70-9604-04b9c41a4945","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a34def10-cc6a-4d70-9604-04b9c41a4945","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"a34def10-cc6a-4d70-9604-04b9c41a4945","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"93763af5-3454-4082-8309-d0e2eefaaff4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"93763af5-3454-4082-8309-d0e2eefaaff4","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"93763af5-3454-4082-8309-d0e2eefaaff4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"2192c096-1613-4847-a97e-5cb88fa01c7e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"2192c096-1613-4847-a97e-5cb88fa01c7e","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"2192c096-1613-4847-a97e-5cb88fa01c7e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"461d38bb-3a50-4ba2-a3a6-6ac36934724f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"461d38bb-3a50-4ba2-a3a6-6ac36934724f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"461d38bb-3a50-4ba2-a3a6-6ac36934724f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c958359f-23bc-4263-a428-0750e5cbfd4c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c958359f-23bc-4263-a428-0750e5cbfd4c","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"simulator-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"simulator-w4-939a16","reconcileID":"c958359f-23bc-4263-a428-0750e5cbfd4c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"86825b9d-6b9d-4073-b10b-febde48fde1f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"86825b9d-6b9d-4073-b10b-febde48fde1f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"86825b9d-6b9d-4073-b10b-febde48fde1f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"78cf0521-e949-4847-8743-6f4483e7037f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"78cf0521-e949-4847-8743-6f4483e7037f","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"premium-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"premium-w4-939a16","reconcileID":"78cf0521-e949-4847-8743-6f4483e7037f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2b42f51f-49a6-4ffe-8a58-37f26e9d4d3d","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2b42f51f-49a6-4ffe-8a58-37f26e9d4d3d","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-w4-939a16","reconcileID":"2b42f51f-49a6-4ffe-8a58-37f26e9d4d3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4dc6c955-7c59-4ebb-bd0b-c88ca8a0b973","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16"}
{"level":"info","ts":"2026-10-30T22:36:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-939a16"}
{"level":"error","ts":"2026-10-30T22:36:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4dc6c955-7c59-4ebb-bd0b-c88ca8a0b973","Namespace":"e2e-models-e2e-worker-w4-939a16","Name":"distinct-2-w4-939a16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:36:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-939a16","namespace":"e2e-models-e2e-worker-w4-939a16"},"namespace":"e2e-models-e2e-worker-w4-939a16","name":"distinct-2-w4-939a16","reconcileID":"4dc6c955-7c59-4ebb-bd0b-c88ca8a0b973","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-939a16-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-939a16 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}