{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04e3905d-2389-4c30-b04a-af3bfcad97c1","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd-validation-txdcm","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd-validation-txdcm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8464d413-c863-43af-b9bf-51dca0975b67","name":"distinct-w4-0144bd-validation-txdcm","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","route":"e2e-models-e2e-worker-w4-0144bd/distinct-w4-0144bd-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","ready":true}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"2ec796aa-50d4-473f-8a51-b78f9c84cf0f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd-validation-m54mp","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd-validation-m54mp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"751fa644-c87f-4d78-b6d7-a79e0700123d","name":"distinct-2-w4-0144bd-validation-m54mp","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","route":"e2e-models-e2e-worker-w4-0144bd/distinct-2-w4-0144bd-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","ready":true}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"fab93459-54c9-466d-a3e8-26ed8415c8b9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-v74vc","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-v74vc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ab1f0a1a-3b48-4175-a09a-00820c172716","name":"e2e-distinct-simulated-validation-v74vc","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f56f102-ef26-4c8b-a844-6116af1309c1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:12:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-cjvlx","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-cjvlx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"24285bbd-0173-4261-a329-4b862edc7456","name":"echo-simulator-validation-cjvlx","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be8af225-20b8-4f2b-939d-b1fc8173b6a1","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:12:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd-validation-2cjsh","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd-validation-2cjsh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7842efaf-c8ac-42d2-ab38-786927206093","name":"premium-w4-0144bd-validation-2cjsh","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","route":"e2e-models-e2e-worker-w4-0144bd/premium-w4-0144bd-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","gateway":"openshift-ingress/e2e-worker-w4-0144bd","ready":true}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"05aeebaf-8330-4e8b-8fd8-7996e642e2e9","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:31Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2b8b1141-3ba3-4998-ab73-4e5500760566","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"723e982f-e0eb-4dff-83f1-9048ae9bd369","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"4706165e-87a8-43e4-84d8-304fc114d76b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"384b4252-15e7-454f-8ce5-a78ad8e7e312","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9c914649-3746-4aa6-a2e6-37d7590c1616","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c0db86c8-4609-4862-bd60-9b45a554669f","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-cxl44","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-cxl44","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7e405711-2af0-4360-a29b-99a17d6942a2","name":"premium-simulated-simulated-premium-validation-cxl44","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d8c5ea9d-4472-472a-ae52-ed39dbfa3fe1","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"93511be6-3084-4c22-b6c8-5dfe751bb5f8","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:33Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"adc7fdbb-79dc-46fb-84d0-9673cb6f0200","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"99f95048-6602-47b7-9e85-860e58266bd4","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d832ece-2628-4c64-b072-2bc0e8ffc886","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cb3c3f49-ce70-4c85-9f8f-8a5611601f55","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ffda425c-8879-4966-ba0c-5f49d8bfd433","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-68klr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-68klr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3681e213-2fc7-4889-af9e-52f09fa7f645","name":"e2e-distinct-2-simulated-validation-68klr","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ca3148d-d889-4e6a-81cb-59a40d291741","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-7kvdg","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-7kvdg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"17749a53-4685-43f3-ae98-2a19206b742c","name":"e2e-trlp-test-simulated-validation-7kvdg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a47fae0c-8183-4711-8687-793c4aa18049","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"distinct-w0-10a7aa","reconcileID":"a1e427f3-0886-48c3-b883-cadd251839a0","Namespace":"e2e-models-e2e-worker-w0-10a7aa","Name":"distinct-w0-10a7aa"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-10a7aa","namespace":"e2e-models-e2e-worker-w0-10a7aa"},"namespace":"e2e-models-e2e-worker-w0-10a7aa","name":"simulator-w0-10a7aa","reconcileID":"8c04193c-f055-4bfa-bf37-37094b9b153e","Namespace":"e2e-models-e2e-worker-w0-10a7aa","Name":"simulator-w0-10a7aa"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-g7qq8","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-g7qq8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a729bacc-90ab-4910-8e74-b17262697d3e","name":"facebook-opt-125m-simulated-validation-g7qq8","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:12:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd67bdf0-54c4-4032-a5cd-4961c955a3b0","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:15:26Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e27491eb-a425-4e04-b73e-2e98f5902ea3","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:26Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"56712698-8cb9-4346-a3ff-7aea8956098c","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:26Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"aeb6ccf3-b0ea-4dc2-9b55-455132f26bfa","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:27Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"794d2ff9-8540-4c3c-98e9-a12a61d65efb","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:27Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9715408d-8d9a-4bcc-8081-14980933abc6","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:27Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e17e5522-907a-4ac3-867c-d354dfec29dd","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:27Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"87e2b899-5494-4815-9f65-7c5bc28757a4","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"dadd0c7e-1e3c-412c-b82c-4f10bb2e46de","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"03604bfd-7a4f-4fdb-9fb7-a6d666b8b1c1","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2e86e946-5f32-47d4-87d3-d71ef6b71d75","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:15:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"f6528cbe-d787-46b3-84ed-03fe147ab329","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"f6528cbe-d787-46b3-84ed-03fe147ab329","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"f6528cbe-d787-46b3-84ed-03fe147ab329","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a06726-f5e0-4416-b853-ca1c9b411661","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a06726-f5e0-4416-b853-ca1c9b411661","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a06726-f5e0-4416-b853-ca1c9b411661","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6221c2ba-6cfb-4d6a-9443-22f58c0b3b5f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6221c2ba-6cfb-4d6a-9443-22f58c0b3b5f","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6221c2ba-6cfb-4d6a-9443-22f58c0b3b5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"35e2673d-7412-4856-85d7-f9acbf68f6b7","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"35e2673d-7412-4856-85d7-f9acbf68f6b7","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"35e2673d-7412-4856-85d7-f9acbf68f6b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"905ad020-7c2e-4fbd-a430-d8a0d9a2e5f1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"905ad020-7c2e-4fbd-a430-d8a0d9a2e5f1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"905ad020-7c2e-4fbd-a430-d8a0d9a2e5f1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d50c844d-a62b-48e9-b4fc-fd0605205398","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d50c844d-a62b-48e9-b4fc-fd0605205398","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"d50c844d-a62b-48e9-b4fc-fd0605205398","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b2327903-df5a-4a93-83d9-d4bcb07e581d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b2327903-df5a-4a93-83d9-d4bcb07e581d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b2327903-df5a-4a93-83d9-d4bcb07e581d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"10098a99-35e8-4175-b868-866edf4ca35c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"10098a99-35e8-4175-b868-866edf4ca35c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"10098a99-35e8-4175-b868-866edf4ca35c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"444262e0-9a34-442b-9d4d-2c84217a8beb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"444262e0-9a34-442b-9d4d-2c84217a8beb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"444262e0-9a34-442b-9d4d-2c84217a8beb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"6c948cc0-24db-49cf-bb0f-e8aa55ae921d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"6c948cc0-24db-49cf-bb0f-e8aa55ae921d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"6c948cc0-24db-49cf-bb0f-e8aa55ae921d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"710a7de5-6467-4274-a433-c32f28faae0d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"710a7de5-6467-4274-a433-c32f28faae0d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"710a7de5-6467-4274-a433-c32f28faae0d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"634dbbe0-7207-4a2f-b63e-901567b76a4d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"634dbbe0-7207-4a2f-b63e-901567b76a4d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"634dbbe0-7207-4a2f-b63e-901567b76a4d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"acf162d8-aeba-435f-9d97-5682d3e4b010","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"acf162d8-aeba-435f-9d97-5682d3e4b010","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"acf162d8-aeba-435f-9d97-5682d3e4b010","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a31487-0256-4206-af98-ad887b08706e","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a31487-0256-4206-af98-ad887b08706e","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"78a31487-0256-4206-af98-ad887b08706e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"dc41dbcc-584c-439b-90f8-46386a590c32","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"dc41dbcc-584c-439b-90f8-46386a590c32","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"dc41dbcc-584c-439b-90f8-46386a590c32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6d40d6a5-4084-4ed1-ac58-ff2ed9042f12","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6d40d6a5-4084-4ed1-ac58-ff2ed9042f12","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"6d40d6a5-4084-4ed1-ac58-ff2ed9042f12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"4d8210c5-3e1a-4566-9bac-66b91c48a784","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"4d8210c5-3e1a-4566-9bac-66b91c48a784","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"4d8210c5-3e1a-4566-9bac-66b91c48a784","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0ec4e48d-0db4-4488-a9d3-409419d269dd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0ec4e48d-0db4-4488-a9d3-409419d269dd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0ec4e48d-0db4-4488-a9d3-409419d269dd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f956c1b2-fad7-47bc-8e0d-d242cdc578de","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f956c1b2-fad7-47bc-8e0d-d242cdc578de","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f956c1b2-fad7-47bc-8e0d-d242cdc578de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e0990c4e-fe08-4ca3-b80b-1a630b5038ca","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e0990c4e-fe08-4ca3-b80b-1a630b5038ca","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e0990c4e-fe08-4ca3-b80b-1a630b5038ca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"2203410a-6552-46bf-8298-55b0644322ae","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"2203410a-6552-46bf-8298-55b0644322ae","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"2203410a-6552-46bf-8298-55b0644322ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"c8795c36-1d2d-482d-a4f6-ae9fc7f1c870","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"c8795c36-1d2d-482d-a4f6-ae9fc7f1c870","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"c8795c36-1d2d-482d-a4f6-ae9fc7f1c870","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"90da9305-9fb0-4e52-af41-4241412c2ccf","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"90da9305-9fb0-4e52-af41-4241412c2ccf","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"90da9305-9fb0-4e52-af41-4241412c2ccf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e517e6cc-a381-423b-9309-26b6a2046058","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e517e6cc-a381-423b-9309-26b6a2046058","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e517e6cc-a381-423b-9309-26b6a2046058","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"0e404812-3f6d-4f53-b329-2a06c862d94b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"0e404812-3f6d-4f53-b329-2a06c862d94b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"0e404812-3f6d-4f53-b329-2a06c862d94b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"07fa2590-c180-4622-ad2a-7a50e7730ebd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"07fa2590-c180-4622-ad2a-7a50e7730ebd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"07fa2590-c180-4622-ad2a-7a50e7730ebd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c85e5d49-9fa7-470d-9730-62d6f51a66aa","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c85e5d49-9fa7-470d-9730-62d6f51a66aa","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"c85e5d49-9fa7-470d-9730-62d6f51a66aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e13d9847-d30c-4117-9565-bbad48a18ded","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e13d9847-d30c-4117-9565-bbad48a18ded","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e13d9847-d30c-4117-9565-bbad48a18ded","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"70d8d000-7f60-453f-95df-402b73ccd2c1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"70d8d000-7f60-453f-95df-402b73ccd2c1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"70d8d000-7f60-453f-95df-402b73ccd2c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"3b304feb-3caf-47f9-b3e6-fde723f43b39","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"3b304feb-3caf-47f9-b3e6-fde723f43b39","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"3b304feb-3caf-47f9-b3e6-fde723f43b39","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8c1c9533-eb5c-45be-b216-0de73be3abd9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8c1c9533-eb5c-45be-b216-0de73be3abd9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"8c1c9533-eb5c-45be-b216-0de73be3abd9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"43921f0b-2e2b-45fc-9227-1ee7cd8ff635","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"43921f0b-2e2b-45fc-9227-1ee7cd8ff635","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"43921f0b-2e2b-45fc-9227-1ee7cd8ff635","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9da9c0e6-7e02-40d4-9822-e56d661721a1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9da9c0e6-7e02-40d4-9822-e56d661721a1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"9da9c0e6-7e02-40d4-9822-e56d661721a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0bd472bd-29e9-4dad-b797-8919d4645eb4","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0bd472bd-29e9-4dad-b797-8919d4645eb4","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"0bd472bd-29e9-4dad-b797-8919d4645eb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ffabe251-cf4b-440e-a9b5-0f060c1dc309","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ffabe251-cf4b-440e-a9b5-0f060c1dc309","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ffabe251-cf4b-440e-a9b5-0f060c1dc309","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e8eec22c-1ad0-4c4f-8b3d-c2d33a80da64","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e8eec22c-1ad0-4c4f-8b3d-c2d33a80da64","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"e8eec22c-1ad0-4c4f-8b3d-c2d33a80da64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"8d1d7928-9f7d-440d-bedf-37735cc2e65c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"8d1d7928-9f7d-440d-bedf-37735cc2e65c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"8d1d7928-9f7d-440d-bedf-37735cc2e65c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"adccebb9-3fdd-4fc5-b8d1-a29b1225a9cb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"adccebb9-3fdd-4fc5-b8d1-a29b1225a9cb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"adccebb9-3fdd-4fc5-b8d1-a29b1225a9cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"305bf5ef-189a-41b4-8e29-80d1a309443a","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"305bf5ef-189a-41b4-8e29-80d1a309443a","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"305bf5ef-189a-41b4-8e29-80d1a309443a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0cd11444-7e46-4022-a848-d859636e4393","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0cd11444-7e46-4022-a848-d859636e4393","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"0cd11444-7e46-4022-a848-d859636e4393","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5a739c1b-4a4c-448b-b7ff-c34dee3179a4","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5a739c1b-4a4c-448b-b7ff-c34dee3179a4","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"5a739c1b-4a4c-448b-b7ff-c34dee3179a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"11be4b34-0fcb-431f-9241-b7b60c3c5acf","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"11be4b34-0fcb-431f-9241-b7b60c3c5acf","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"11be4b34-0fcb-431f-9241-b7b60c3c5acf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cfbf710b-7005-449e-95c3-700409af6e17","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cfbf710b-7005-449e-95c3-700409af6e17","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cfbf710b-7005-449e-95c3-700409af6e17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d19190ad-b3c7-4baf-b280-9d877bec7174","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d19190ad-b3c7-4baf-b280-9d877bec7174","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d19190ad-b3c7-4baf-b280-9d877bec7174","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"414b7801-d4ed-4e51-b004-a89a5c1f64bd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"414b7801-d4ed-4e51-b004-a89a5c1f64bd","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"414b7801-d4ed-4e51-b004-a89a5c1f64bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"551c8def-b363-4e1b-b490-31f7addf5010","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"551c8def-b363-4e1b-b490-31f7addf5010","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"551c8def-b363-4e1b-b490-31f7addf5010","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b72e2ccc-d055-4c79-927a-b9dc82357bf5","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b72e2ccc-d055-4c79-927a-b9dc82357bf5","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b72e2ccc-d055-4c79-927a-b9dc82357bf5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"93cd162a-78a2-4581-8a90-071edb7101f9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"93cd162a-78a2-4581-8a90-071edb7101f9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"93cd162a-78a2-4581-8a90-071edb7101f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"82975a64-1b02-482c-aba5-798462303292","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"82975a64-1b02-482c-aba5-798462303292","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"82975a64-1b02-482c-aba5-798462303292","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"65d0d516-dcfa-4d9d-ba07-ff83342b6138","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"65d0d516-dcfa-4d9d-ba07-ff83342b6138","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"65d0d516-dcfa-4d9d-ba07-ff83342b6138","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8b3d2025-8a91-47b4-91b6-8679359b020b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8b3d2025-8a91-47b4-91b6-8679359b020b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"8b3d2025-8a91-47b4-91b6-8679359b020b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6ab585b4-f0e3-416c-810b-fdf2a17de90d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6ab585b4-f0e3-416c-810b-fdf2a17de90d","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"6ab585b4-f0e3-416c-810b-fdf2a17de90d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"db983c33-171f-4560-81a3-2ede90b0bf28","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"db983c33-171f-4560-81a3-2ede90b0bf28","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"db983c33-171f-4560-81a3-2ede90b0bf28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cb4aa8a0-1bf3-4a71-a635-d25c0825337c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cb4aa8a0-1bf3-4a71-a635-d25c0825337c","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"cb4aa8a0-1bf3-4a71-a635-d25c0825337c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"aaf839ab-9a84-4f01-8f02-59a554023cfb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"aaf839ab-9a84-4f01-8f02-59a554023cfb","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"aaf839ab-9a84-4f01-8f02-59a554023cfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b52fa01e-e555-4ebb-884a-63b8ec3ec4b3","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b52fa01e-e555-4ebb-884a-63b8ec3ec4b3","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"b52fa01e-e555-4ebb-884a-63b8ec3ec4b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f3c9f864-ca6e-4a76-84ff-9a04095ada65","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f3c9f864-ca6e-4a76-84ff-9a04095ada65","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"f3c9f864-ca6e-4a76-84ff-9a04095ada65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"73dfa9c3-d213-4ec8-ac44-aa5dced385f8","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"73dfa9c3-d213-4ec8-ac44-aa5dced385f8","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"73dfa9c3-d213-4ec8-ac44-aa5dced385f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"d4869cb5-fb53-48f4-8c14-691059845aa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:15:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"d4869cb5-fb53-48f4-8c14-691059845aa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:15:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"d4869cb5-fb53-48f4-8c14-691059845aa2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:15:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"524fc0ec-950d-436f-90f8-532572a4c88b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:15:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"524fc0ec-950d-436f-90f8-532572a4c88b","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"524fc0ec-950d-436f-90f8-532572a4c88b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"82517874-f852-4fb2-9f8b-dff5345f4755","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"82517874-f852-4fb2-9f8b-dff5345f4755","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"82517874-f852-4fb2-9f8b-dff5345f4755","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"5a2671b8-fdb9-475a-a65d-e1215ea014df","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"5a2671b8-fdb9-475a-a65d-e1215ea014df","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"5a2671b8-fdb9-475a-a65d-e1215ea014df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"c5156ae1-2284-4221-94a1-1b430b7c18e3","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"c5156ae1-2284-4221-94a1-1b430b7c18e3","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"c5156ae1-2284-4221-94a1-1b430b7c18e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"825717f1-c164-4cf2-8135-39cc29d01838","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"825717f1-c164-4cf2-8135-39cc29d01838","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"825717f1-c164-4cf2-8135-39cc29d01838","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ad9ae856-85c7-47ce-b37f-ca9362195290","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ad9ae856-85c7-47ce-b37f-ca9362195290","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"ad9ae856-85c7-47ce-b37f-ca9362195290","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1416ef60-9ee3-4950-89e4-006256101bb1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1416ef60-9ee3-4950-89e4-006256101bb1","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1416ef60-9ee3-4950-89e4-006256101bb1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"596f8aa8-7c92-4e88-a190-b7715c46d0c9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"596f8aa8-7c92-4e88-a190-b7715c46d0c9","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"596f8aa8-7c92-4e88-a190-b7715c46d0c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"a30d5c8e-1f4a-4161-90d9-3e146d2e4e7e","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"a30d5c8e-1f4a-4161-90d9-3e146d2e4e7e","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-w4-0144bd","reconcileID":"a30d5c8e-1f4a-4161-90d9-3e146d2e4e7e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cc115776-ff72-4a78-ae13-660076e65c93","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cc115776-ff72-4a78-ae13-660076e65c93","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"premium-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"premium-w4-0144bd","reconcileID":"cc115776-ff72-4a78-ae13-660076e65c93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1395f980-4e0a-4d1c-8b9d-0b508ac90d14","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1395f980-4e0a-4d1c-8b9d-0b508ac90d14","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"distinct-2-w4-0144bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:16:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"distinct-2-w4-0144bd","reconcileID":"1395f980-4e0a-4d1c-8b9d-0b508ac90d14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-0144bd-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-0144bd because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d34fcb54-14ee-48a6-b467-31824cc7baa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d34fcb54-14ee-48a6-b467-31824cc7baa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd"}
{"level":"info","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d34fcb54-14ee-48a6-b467-31824cc7baa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"}
{"level":"error","ts":"2026-10-31T01:16:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-0144bd","namespace":"e2e-models-e2e-worker-w4-0144bd"},"namespace":"e2e-models-e2e-worker-w4-0144bd","name":"simulator-w4-0144bd","reconcileID":"d34fcb54-14ee-48a6-b467-31824cc7baa2","Namespace":"e2e-models-e2e-worker-w4-0144bd","Name":"simulator-w4-0144bd","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}