{"level":"info","ts":"2026-10-31T05:02:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-2hzs9","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-2hzs9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3b9faa79-f1d1-4cd5-8024-d99cae64524e","name":"e2e-embedding-simulated-validation-2hzs9","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659efc26-124b-4b02-b5d6-3208ee0f2a84","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:02:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-79wrs","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-79wrs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7a4dcc43-8984-4177-a974-fb12194aa054","name":"facebook-opt-125m-simulated-validation-79wrs","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe52c94c-cd01-4cc4-945f-fbbfb81bc1af","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604-validation-87hkd","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604-validation-87hkd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0fabf64e-d83c-4539-a772-7c63e5730cbc","name":"simulator-w1-3c2604-validation-87hkd","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","route":"e2e-models-e2e-worker-w1-3c2604/simulator-w1-3c2604-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","gateway":"openshift-ingress/e2e-worker-w1-3c2604","ready":true}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"29674038-4956-42d2-9d7f-1269cee14d4d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-wdpgg","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-wdpgg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"929439d4-3199-45ca-ab93-a85c92476c5f","name":"e2e-trlp-test-simulated-validation-wdpgg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"99357c1b-90c8-4ed2-8764-94693d2bc557","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f5cba4b6-3623-47ff-8b5a-66e6930e23ca","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c511d041-b80c-4d22-99b7-1667f11a62ad","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"990158cc-1636-4607-8c76-57abe0e582d2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fb3bf5bc-5bbe-49c6-9b40-7683aaf518b2","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"223b7789-1c1c-4cd7-9c8c-2085223b7497","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-72pvs","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-72pvs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6455450a-290c-4ed3-bb3d-6415096b4859","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-72pvs","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8a84f3d4-2732-4a7e-8317-725513dc5a3e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"52173333-9e76-4598-9f63-41ec16cbecaf","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"187568dd-6c1c-4265-aca1-b8458f5a631e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"12d8d896-e037-4842-8102-7e0b540bf34c","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"353cf92f-5432-47c4-a092-58775cbe754b","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"541bfd8f-8af5-48d3-a853-9d1c49c6aabf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"063a5b8a-9209-4a26-85ab-85bc7ce98fa2","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fad02ce8-9a64-4605-ab0b-6705a143d130","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604-validation-cv72q","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604-validation-cv72q","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0f42ab51-b141-48cb-8906-ec07236ebf43","name":"distinct-2-w1-3c2604-validation-cv72q","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","route":"e2e-models-e2e-worker-w1-3c2604/distinct-2-w1-3c2604-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","gateway":"openshift-ingress/e2e-worker-w1-3c2604","ready":true}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"847eebcd-c432-4ec7-baa9-c8cfd61c8699","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"5cc52bf2-4c86-40f7-a90e-2b3315caa74c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"5cc52bf2-4c86-40f7-a90e-2b3315caa74c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"5cc52bf2-4c86-40f7-a90e-2b3315caa74c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"8536e7af-46bd-4270-ab14-f36e212b8252","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"8536e7af-46bd-4270-ab14-f36e212b8252","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"8536e7af-46bd-4270-ab14-f36e212b8252","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"7bc889db-9f88-4d88-8c62-8c43b32749ee","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"7bc889db-9f88-4d88-8c62-8c43b32749ee","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"7bc889db-9f88-4d88-8c62-8c43b32749ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c660de4b-9f8f-4b00-a9db-372cee0d4831","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c660de4b-9f8f-4b00-a9db-372cee0d4831","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c660de4b-9f8f-4b00-a9db-372cee0d4831","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"0e1b937e-ac92-4d1a-a694-45a3185bab69","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"0e1b937e-ac92-4d1a-a694-45a3185bab69","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"0e1b937e-ac92-4d1a-a694-45a3185bab69","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ed642708-33fa-47c5-b3a7-de6456db5bf3","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ed642708-33fa-47c5-b3a7-de6456db5bf3","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ed642708-33fa-47c5-b3a7-de6456db5bf3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2ec5c288-9633-407b-b70d-97721c77439c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2ec5c288-9633-407b-b70d-97721c77439c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2ec5c288-9633-407b-b70d-97721c77439c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"6fb7011b-d740-4839-8a7d-aba13f8cdb84","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"6fb7011b-d740-4839-8a7d-aba13f8cdb84","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"6fb7011b-d740-4839-8a7d-aba13f8cdb84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"965e1f64-5e4f-4e42-b085-eae29a3073e7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"965e1f64-5e4f-4e42-b085-eae29a3073e7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"965e1f64-5e4f-4e42-b085-eae29a3073e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"68e8fb87-e881-42bc-a950-1ad9541ed884","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"68e8fb87-e881-42bc-a950-1ad9541ed884","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"68e8fb87-e881-42bc-a950-1ad9541ed884","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d1b47b94-56a8-4187-a334-72c4bb48e41e","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d1b47b94-56a8-4187-a334-72c4bb48e41e","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d1b47b94-56a8-4187-a334-72c4bb48e41e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a0e160bb-282d-408e-9728-1f308b1552d7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a0e160bb-282d-408e-9728-1f308b1552d7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a0e160bb-282d-408e-9728-1f308b1552d7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7867d815-8b40-4914-8aba-c151aa4f0130","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7867d815-8b40-4914-8aba-c151aa4f0130","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7867d815-8b40-4914-8aba-c151aa4f0130","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"d505cd85-8dac-4f3d-9428-5cd6db908224","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"d505cd85-8dac-4f3d-9428-5cd6db908224","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"d505cd85-8dac-4f3d-9428-5cd6db908224","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"fbee8634-0cfa-4a25-aa4b-866754fad316","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"fbee8634-0cfa-4a25-aa4b-866754fad316","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"fbee8634-0cfa-4a25-aa4b-866754fad316","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"bb71376a-d23c-4335-ba11-047353d8fb8c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"bb71376a-d23c-4335-ba11-047353d8fb8c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"bb71376a-d23c-4335-ba11-047353d8fb8c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c6f58a99-7802-43f1-b185-369080c098ba","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c6f58a99-7802-43f1-b185-369080c098ba","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c6f58a99-7802-43f1-b185-369080c098ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1f9a0ae2-9420-41bf-b5f4-5d80c2eec8e5","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1f9a0ae2-9420-41bf-b5f4-5d80c2eec8e5","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1f9a0ae2-9420-41bf-b5f4-5d80c2eec8e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2b9e7d07-7086-4115-9c3a-85214efcd01c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2b9e7d07-7086-4115-9c3a-85214efcd01c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2b9e7d07-7086-4115-9c3a-85214efcd01c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"fd1b5a9d-51a9-4707-a897-7ac7596f13cd","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"fd1b5a9d-51a9-4707-a897-7ac7596f13cd","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"fd1b5a9d-51a9-4707-a897-7ac7596f13cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"08237cae-da94-4e58-a9b1-36fd3ef13926","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"08237cae-da94-4e58-a9b1-36fd3ef13926","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"08237cae-da94-4e58-a9b1-36fd3ef13926","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"7e426c0a-b4bb-4c48-a489-9a998b99d3a4","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"7e426c0a-b4bb-4c48-a489-9a998b99d3a4","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"7e426c0a-b4bb-4c48-a489-9a998b99d3a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"00fea65f-d586-47ea-bd27-3679b8a6cbdd","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"00fea65f-d586-47ea-bd27-3679b8a6cbdd","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"00fea65f-d586-47ea-bd27-3679b8a6cbdd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"62d4a5de-3822-4435-ae71-c116c370cd2c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"62d4a5de-3822-4435-ae71-c116c370cd2c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"62d4a5de-3822-4435-ae71-c116c370cd2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1b4fd790-f7cd-475c-a9f3-67de3782ea67","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1b4fd790-f7cd-475c-a9f3-67de3782ea67","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1b4fd790-f7cd-475c-a9f3-67de3782ea67","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"c125575e-0105-4f8f-b214-4a2345454c1a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"c125575e-0105-4f8f-b214-4a2345454c1a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"c125575e-0105-4f8f-b214-4a2345454c1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"b6f74bb2-7c30-4363-ae84-8eea8c6927cc","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"b6f74bb2-7c30-4363-ae84-8eea8c6927cc","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"b6f74bb2-7c30-4363-ae84-8eea8c6927cc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"46b6769d-50bc-4f1b-bb24-a4cb18fabe92","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"46b6769d-50bc-4f1b-bb24-a4cb18fabe92","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"46b6769d-50bc-4f1b-bb24-a4cb18fabe92","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bcc40989-b66a-4bb3-ab5a-975d425af51c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bcc40989-b66a-4bb3-ab5a-975d425af51c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bcc40989-b66a-4bb3-ab5a-975d425af51c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"60cba19f-de9a-4518-bfe3-25a4e7dcbc74","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"60cba19f-de9a-4518-bfe3-25a4e7dcbc74","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"60cba19f-de9a-4518-bfe3-25a4e7dcbc74","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2fc62d1a-f9fa-4d1d-a937-e1018e1f6567","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2fc62d1a-f9fa-4d1d-a937-e1018e1f6567","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2fc62d1a-f9fa-4d1d-a937-e1018e1f6567","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c17a3fac-58bb-44af-bd66-64b6faced8a6","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c17a3fac-58bb-44af-bd66-64b6faced8a6","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c17a3fac-58bb-44af-bd66-64b6faced8a6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1a7336c0-f9c6-461e-9899-edb307b59c2a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1a7336c0-f9c6-461e-9899-edb307b59c2a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"1a7336c0-f9c6-461e-9899-edb307b59c2a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ff83036a-3ee9-431b-b1a5-ee5b0b16a0b9","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ff83036a-3ee9-431b-b1a5-ee5b0b16a0b9","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"ff83036a-3ee9-431b-b1a5-ee5b0b16a0b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"a0684a49-4b19-41ea-851e-2183d877bede","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"a0684a49-4b19-41ea-851e-2183d877bede","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"a0684a49-4b19-41ea-851e-2183d877bede","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0067a73c-4893-426e-a697-d59f26ee7858","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0067a73c-4893-426e-a697-d59f26ee7858","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0067a73c-4893-426e-a697-d59f26ee7858","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"e6cca627-e38d-47f1-afae-4372387b266b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"e6cca627-e38d-47f1-afae-4372387b266b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"e6cca627-e38d-47f1-afae-4372387b266b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c8d72f9b-aa96-4144-9666-116c7761d225","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c8d72f9b-aa96-4144-9666-116c7761d225","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"c8d72f9b-aa96-4144-9666-116c7761d225","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c531b079-5500-4fef-b3e8-26b941abe91d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c531b079-5500-4fef-b3e8-26b941abe91d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"c531b079-5500-4fef-b3e8-26b941abe91d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"def47d12-b5e1-4182-af53-9e09e3dd9c76","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"def47d12-b5e1-4182-af53-9e09e3dd9c76","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"def47d12-b5e1-4182-af53-9e09e3dd9c76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2d9fcfe3-0c0b-48a3-9c4a-7d578c3636df","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:02:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:02:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2d9fcfe3-0c0b-48a3-9c4a-7d578c3636df","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:02:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"2d9fcfe3-0c0b-48a3-9c4a-7d578c3636df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"78fe6c60-b853-447d-8a56-a4a18b4b6406","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"78fe6c60-b853-447d-8a56-a4a18b4b6406","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"78fe6c60-b853-447d-8a56-a4a18b4b6406","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"582a085e-0a98-4fe6-a01c-1dd590c2fe68","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"582a085e-0a98-4fe6-a01c-1dd590c2fe68","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"582a085e-0a98-4fe6-a01c-1dd590c2fe68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"f95cc8bc-3b9d-4a08-99bc-cc3bca7f4a0b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"f95cc8bc-3b9d-4a08-99bc-cc3bca7f4a0b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"f95cc8bc-3b9d-4a08-99bc-cc3bca7f4a0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"48965cc8-87dc-43f6-af0d-035118e076f9","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"48965cc8-87dc-43f6-af0d-035118e076f9","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"48965cc8-87dc-43f6-af0d-035118e076f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"a4649ba9-2881-4098-9d9a-bf47c61663d7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"a4649ba9-2881-4098-9d9a-bf47c61663d7","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"a4649ba9-2881-4098-9d9a-bf47c61663d7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"b07c80ea-4679-4602-b841-e733507ce251","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"b07c80ea-4679-4602-b841-e733507ce251","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"b07c80ea-4679-4602-b841-e733507ce251","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"70803eb8-3734-4b2d-811e-975153533136","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"70803eb8-3734-4b2d-811e-975153533136","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"70803eb8-3734-4b2d-811e-975153533136","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"c32e815e-ad8e-41c4-ad23-115f8068ae1d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"c32e815e-ad8e-41c4-ad23-115f8068ae1d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"c32e815e-ad8e-41c4-ad23-115f8068ae1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0667b67c-4421-4df9-a303-335f91895dc4","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0667b67c-4421-4df9-a303-335f91895dc4","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"0667b67c-4421-4df9-a303-335f91895dc4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d82bf5f3-5bd2-43fb-b347-6505d48162c3","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d82bf5f3-5bd2-43fb-b347-6505d48162c3","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d82bf5f3-5bd2-43fb-b347-6505d48162c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a321f618-f6c3-4482-a4fc-f5a51898cb25","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a321f618-f6c3-4482-a4fc-f5a51898cb25","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a321f618-f6c3-4482-a4fc-f5a51898cb25","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d0337798-4a4a-466a-bfa7-f96e3dc18e63","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d0337798-4a4a-466a-bfa7-f96e3dc18e63","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"d0337798-4a4a-466a-bfa7-f96e3dc18e63","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a98251ba-3f6f-4b7b-9167-3759ec9b8616","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a98251ba-3f6f-4b7b-9167-3759ec9b8616","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a98251ba-3f6f-4b7b-9167-3759ec9b8616","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"05352870-e559-4f61-88ef-b0cd5a290295","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"05352870-e559-4f61-88ef-b0cd5a290295","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"05352870-e559-4f61-88ef-b0cd5a290295","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a22afd66-231a-4ff5-be66-f52f28c7a58a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a22afd66-231a-4ff5-be66-f52f28c7a58a","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"a22afd66-231a-4ff5-be66-f52f28c7a58a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"28779896-ca16-49f3-84d3-97cc7c11be15","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"28779896-ca16-49f3-84d3-97cc7c11be15","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"28779896-ca16-49f3-84d3-97cc7c11be15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"5b26cd68-90ef-4452-9456-a6ba9d5059ce","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"5b26cd68-90ef-4452-9456-a6ba9d5059ce","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"5b26cd68-90ef-4452-9456-a6ba9d5059ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d5acf952-9816-4874-87eb-ff1d36921121","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d5acf952-9816-4874-87eb-ff1d36921121","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"d5acf952-9816-4874-87eb-ff1d36921121","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"850978f8-76cb-48ef-bd65-7dae6c8e8985","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"850978f8-76cb-48ef-bd65-7dae6c8e8985","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"850978f8-76cb-48ef-bd65-7dae6c8e8985","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"26b569ca-d568-4fb7-80ef-10cba2fc5872","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"26b569ca-d568-4fb7-80ef-10cba2fc5872","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"26b569ca-d568-4fb7-80ef-10cba2fc5872","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"2a26f595-44f0-4f72-bacc-aa48eaf08c16","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"2a26f595-44f0-4f72-bacc-aa48eaf08c16","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"2a26f595-44f0-4f72-bacc-aa48eaf08c16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4e0181c9-0866-44ff-a0d3-a791671f1260","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4e0181c9-0866-44ff-a0d3-a791671f1260","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4e0181c9-0866-44ff-a0d3-a791671f1260","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1bb8a310-718b-4161-a690-585a758d1a9d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1bb8a310-718b-4161-a690-585a758d1a9d","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"1bb8a310-718b-4161-a690-585a758d1a9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"40b8cafa-015e-4b37-938a-da12370f7870","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"40b8cafa-015e-4b37-938a-da12370f7870","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"40b8cafa-015e-4b37-938a-da12370f7870","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7a0a3601-f137-4af6-9ffa-e77d1fcbba1f","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7a0a3601-f137-4af6-9ffa-e77d1fcbba1f","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"7a0a3601-f137-4af6-9ffa-e77d1fcbba1f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a31f79b7-f96a-4011-ba20-ee0f814ab9a0","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a31f79b7-f96a-4011-ba20-ee0f814ab9a0","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"a31f79b7-f96a-4011-ba20-ee0f814ab9a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"786f6600-657b-4298-9d8a-46233a40fd03","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"786f6600-657b-4298-9d8a-46233a40fd03","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"786f6600-657b-4298-9d8a-46233a40fd03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"103f798a-eb2e-43bc-a7a4-3b189b76e76c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"103f798a-eb2e-43bc-a7a4-3b189b76e76c","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"103f798a-eb2e-43bc-a7a4-3b189b76e76c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"032b0441-8fbd-47c8-9422-24b184557710","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"032b0441-8fbd-47c8-9422-24b184557710","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"032b0441-8fbd-47c8-9422-24b184557710","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"342344a4-d76a-4bd7-8054-111a4f003560","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"342344a4-d76a-4bd7-8054-111a4f003560","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"342344a4-d76a-4bd7-8054-111a4f003560","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"82fe40d6-84c4-4912-8b34-cb8a99d06f99","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"82fe40d6-84c4-4912-8b34-cb8a99d06f99","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T05:03:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"82fe40d6-84c4-4912-8b34-cb8a99d06f99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-3c2604-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-3c2604 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"5377a204-6969-46b8-981f-de948fbf383b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"5377a204-6969-46b8-981f-de948fbf383b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"5377a204-6969-46b8-981f-de948fbf383b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"5377a204-6969-46b8-981f-de948fbf383b","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bc31a996-68a3-433a-9ee3-87b4c5c35c38","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bc31a996-68a3-433a-9ee3-87b4c5c35c38","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bc31a996-68a3-433a-9ee3-87b4c5c35c38","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-2-w1-3c2604","reconcileID":"bc31a996-68a3-433a-9ee3-87b4c5c35c38","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-2-w1-3c2604","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4b6cce54-2d02-486c-b61f-9f3cd63278de","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4b6cce54-2d02-486c-b61f-9f3cd63278de","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4b6cce54-2d02-486c-b61f-9f3cd63278de","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"simulator-w1-3c2604","reconcileID":"4b6cce54-2d02-486c-b61f-9f3cd63278de","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"simulator-w1-3c2604","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"e1b0bcb9-9042-4dbd-8739-40b89a7c18cb","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"e1b0bcb9-9042-4dbd-8739-40b89a7c18cb","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"e1b0bcb9-9042-4dbd-8739-40b89a7c18cb","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"}
{"level":"error","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"distinct-w1-3c2604","reconcileID":"e1b0bcb9-9042-4dbd-8739-40b89a7c18cb","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"distinct-w1-3c2604","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-3c2604","namespace":"e2e-models-e2e-worker-w1-3c2604"},"namespace":"e2e-models-e2e-worker-w1-3c2604","name":"premium-w1-3c2604","reconcileID":"f18565c5-e4da-487b-958c-02f67047ffdd","Namespace":"e2e-models-e2e-worker-w1-3c2604","Name":"premium-w1-3c2604"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-5n86w","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-5n86w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8266f803-220e-4859-9320-d065789f68cd","name":"e2e-distinct-2-simulated-validation-5n86w","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b0babc9-99f4-44e7-adb1-39b99025c015","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T05:03:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-7j4ms","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-7j4ms","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"76914993-0339-4618-bb16-bf4f6249ec81","name":"echo-simulator-validation-7j4ms","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc27b8d-3e87-4243-a73b-0f4d40bdb6c3","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T05:03:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-wjr72","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-wjr72","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"76ae5793-f400-498c-8770-48724b353f79","name":"premium-simulated-simulated-premium-validation-wjr72","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529ae97f-4f72-4d96-870a-41f02847134a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T05:03:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c971ad36-aace-4d52-9cd8-265531afa5f6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T05:03:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T05:03:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-87khd","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-87khd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8822936b-9a65-4bc0-9955-6bb62684311c","name":"e2e-embedding-simulated-validation-87khd","namespace":"llm"}