{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-2-w4-093e34","reconcileID":"d538fcbd-2e2f-40fb-a1db-5abfa1ac384b","Namespace":"e2e-models-e2e-worker-w4-093e34","Name":"distinct-2-w4-093e34"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c-validation-c4mv7","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c-validation-c4mv7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"538bdd15-acb2-47ae-aa7c-aa0eae56792d","name":"distinct-2-w3-f1cd1c-validation-c4mv7","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","route":"e2e-models-e2e-worker-w3-f1cd1c/distinct-2-w3-f1cd1c-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","gateway":"openshift-ingress/e2e-worker-w3-f1cd1c","ready":true}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"76d6b81f-d56a-4d93-a853-7a7543bd9fa6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-ndkp9","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-ndkp9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bf8ad885-9d4e-4257-8ba5-0459c09b10ff","name":"e2e-distinct-simulated-validation-ndkp9","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae56a4ee-2431-4973-aaf9-912e6963d6bf","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-5sxpm","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-5sxpm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9b20f3e3-871c-4d45-93fe-66b409711f05","name":"facebook-opt-125m-simulated-validation-5sxpm","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2803b910-dd2f-4046-8eb9-788574d1a458","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:18:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-9lgdb","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-9lgdb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b6c3aa8d-04d5-4e96-ace0-cd2f1ecfe31b","name":"premium-simulated-simulated-premium-validation-9lgdb","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee2a10d2-9400-4c79-b615-4ee67eedc068","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:18:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"47540247-6b96-4f6a-abed-905f3b47e388","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"47540247-6b96-4f6a-abed-905f3b47e388","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"47540247-6b96-4f6a-abed-905f3b47e388","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2bf007a8-fb26-482e-9f4a-d0573da0be04","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"02c04095-7f9e-4089-a7d5-d25ecd707210","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-4fl8v","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-4fl8v","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d60ceaa7-789c-482f-abab-60bdf22478a6","name":"e2e-embedding-simulated-validation-4fl8v","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"44befd3d-feb8-4d87-8bf9-2e4785aae279","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"717049c1-1fde-4c13-9836-b12a5458c733","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"188dfe2b-4db6-4f41-a9db-af22b9cc7fbb","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0b8c0bc4-d256-4798-87ac-35ff0a1b3947","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d30c818d-e091-4699-b4b3-47d57e58b731","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3f4e3768-1235-4cbd-9fbf-b9edbf6f73cf","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d6d81d22-bb4b-4683-b5b3-0c83c7596182","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:53Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b63f318a-f387-4580-9004-60d53bb68326","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-fntgh","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-fntgh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a4f08f17-031e-4ba1-aa7e-a766c014b070","name":"e2e-trlp-test-simulated-validation-fntgh","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"26061219-debf-4fb8-8015-56e9c203fecd","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"45d15695-8a9d-4820-bea2-00e50e96b698","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5c3f46b5-1d1a-4ffc-9a0d-4a0678b6eb35","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:18:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dd43fc61-e10e-4dd6-aa74-9c4d31bd86a5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"simulator-w4-093e34","reconcileID":"aa98bc2e-a39d-4159-b2df-b758c594526e","Namespace":"e2e-models-e2e-worker-w4-093e34","Name":"simulator-w4-093e34"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-093e34","namespace":"e2e-models-e2e-worker-w4-093e34"},"namespace":"e2e-models-e2e-worker-w4-093e34","name":"distinct-w4-093e34","reconcileID":"ec0516bc-f68f-4d62-a050-b5fa2e9372a0","Namespace":"e2e-models-e2e-worker-w4-093e34","Name":"distinct-w4-093e34"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-4blc9","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-4blc9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bc50161b-e3e6-4d34-8403-e8bf36e5a50e","name":"e2e-distinct-2-simulated-validation-4blc9","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3db83c7a-0806-4e84-8c3c-a8bddbd307fa","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bcfcc065-273c-411e-ac94-73884603ada0","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bcfcc065-273c-411e-ac94-73884603ada0","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bcfcc065-273c-411e-ac94-73884603ada0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"582ef797-b28b-48a8-a3af-da4fd94a7645","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"582ef797-b28b-48a8-a3af-da4fd94a7645","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"582ef797-b28b-48a8-a3af-da4fd94a7645","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d227def8-5d43-4e18-98b7-49edc7a55419","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d227def8-5d43-4e18-98b7-49edc7a55419","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d227def8-5d43-4e18-98b7-49edc7a55419","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9faa75d3-123d-41e9-b187-c81ca5416e6c","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9faa75d3-123d-41e9-b187-c81ca5416e6c","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9faa75d3-123d-41e9-b187-c81ca5416e6c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"2ef35f22-2156-420b-8dc5-087c21db4a5a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"2ef35f22-2156-420b-8dc5-087c21db4a5a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"2ef35f22-2156-420b-8dc5-087c21db4a5a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"b196a395-20ba-4c24-ba11-ce49dd6d0148","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"b196a395-20ba-4c24-ba11-ce49dd6d0148","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"b196a395-20ba-4c24-ba11-ce49dd6d0148","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"bf17e2ab-3fc5-482d-a78b-8aebcf2bd1f6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"bf17e2ab-3fc5-482d-a78b-8aebcf2bd1f6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"bf17e2ab-3fc5-482d-a78b-8aebcf2bd1f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"39024c69-76c7-4cc3-916e-d7579173bf7b","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"39024c69-76c7-4cc3-916e-d7579173bf7b","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"39024c69-76c7-4cc3-916e-d7579173bf7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"14c59154-f920-405a-9f76-bc0839eb396e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"14c59154-f920-405a-9f76-bc0839eb396e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"14c59154-f920-405a-9f76-bc0839eb396e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"12e9c440-ad59-47fd-aa82-1259d30b8306","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"12e9c440-ad59-47fd-aa82-1259d30b8306","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"12e9c440-ad59-47fd-aa82-1259d30b8306","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ac79439c-b526-4865-a1f1-f69abc272565","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ac79439c-b526-4865-a1f1-f69abc272565","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ac79439c-b526-4865-a1f1-f69abc272565","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9fcac4c6-27ad-44d9-91b3-124db48bc0ae","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9fcac4c6-27ad-44d9-91b3-124db48bc0ae","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9fcac4c6-27ad-44d9-91b3-124db48bc0ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"8dc06a40-fdd2-45ea-adec-0b999623c31c","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"8dc06a40-fdd2-45ea-adec-0b999623c31c","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"8dc06a40-fdd2-45ea-adec-0b999623c31c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8918738e-a7a3-43e9-b077-bf27aa33a120","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8918738e-a7a3-43e9-b077-bf27aa33a120","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8918738e-a7a3-43e9-b077-bf27aa33a120","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"3e68e0bc-7011-4ad4-ac4c-4b69dd9be0e8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"3e68e0bc-7011-4ad4-ac4c-4b69dd9be0e8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"3e68e0bc-7011-4ad4-ac4c-4b69dd9be0e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9d350c07-e4b4-41ca-b108-eb338a9bcabf","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9d350c07-e4b4-41ca-b108-eb338a9bcabf","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"9d350c07-e4b4-41ca-b108-eb338a9bcabf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bb067060-7c3a-4582-a837-c2bdedb4fb1a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bb067060-7c3a-4582-a837-c2bdedb4fb1a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:18:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bb067060-7c3a-4582-a837-c2bdedb4fb1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"a3e8d7ad-581a-4301-95d1-b24ceb05240d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:18:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"a3e8d7ad-581a-4301-95d1-b24ceb05240d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"a3e8d7ad-581a-4301-95d1-b24ceb05240d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"703ba960-f333-4406-adf7-005935a9911a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"703ba960-f333-4406-adf7-005935a9911a","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"703ba960-f333-4406-adf7-005935a9911a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"86f6bdce-e4f5-4901-9f82-95a650c67a23","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"86f6bdce-e4f5-4901-9f82-95a650c67a23","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"86f6bdce-e4f5-4901-9f82-95a650c67a23","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"27ad2aa3-8d8f-41a3-8700-2387e9b748f9","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"27ad2aa3-8d8f-41a3-8700-2387e9b748f9","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"27ad2aa3-8d8f-41a3-8700-2387e9b748f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8d58fbdc-a618-4adb-bae1-85bb835fcf23","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8d58fbdc-a618-4adb-bae1-85bb835fcf23","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"8d58fbdc-a618-4adb-bae1-85bb835fcf23","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"9a0a788f-ce56-4158-aafc-bdcad1d9c4c4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"9a0a788f-ce56-4158-aafc-bdcad1d9c4c4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"9a0a788f-ce56-4158-aafc-bdcad1d9c4c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d725422e-8c76-46d1-9898-46745305f733","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d725422e-8c76-46d1-9898-46745305f733","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d725422e-8c76-46d1-9898-46745305f733","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4d423da9-492f-4d6c-9ec8-de888c5de3de","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4d423da9-492f-4d6c-9ec8-de888c5de3de","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4d423da9-492f-4d6c-9ec8-de888c5de3de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"dfe189b2-ecc8-4d51-8212-be43157b6bc8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"dfe189b2-ecc8-4d51-8212-be43157b6bc8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"dfe189b2-ecc8-4d51-8212-be43157b6bc8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d57a87c8-2771-499c-914a-1482df601598","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d57a87c8-2771-499c-914a-1482df601598","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"d57a87c8-2771-499c-914a-1482df601598","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e9efdfcb-6f5c-465a-95ed-bcd087eeaac0","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e9efdfcb-6f5c-465a-95ed-bcd087eeaac0","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e9efdfcb-6f5c-465a-95ed-bcd087eeaac0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"abf94991-71d9-408c-bf67-cf2c2171eeb3","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"abf94991-71d9-408c-bf67-cf2c2171eeb3","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"abf94991-71d9-408c-bf67-cf2c2171eeb3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"79917b75-634e-4782-9ac5-78dc86eeafca","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"79917b75-634e-4782-9ac5-78dc86eeafca","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"79917b75-634e-4782-9ac5-78dc86eeafca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"1c9cd5ed-980f-4b52-a272-b6766c0e7deb","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"1c9cd5ed-980f-4b52-a272-b6766c0e7deb","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"1c9cd5ed-980f-4b52-a272-b6766c0e7deb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"d8a4bf07-bb0c-40c7-ae38-d6b2302fc812","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"d8a4bf07-bb0c-40c7-ae38-d6b2302fc812","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"d8a4bf07-bb0c-40c7-ae38-d6b2302fc812","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4e2e642c-eba3-42ae-93d0-8888f03df6dc","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4e2e642c-eba3-42ae-93d0-8888f03df6dc","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"4e2e642c-eba3-42ae-93d0-8888f03df6dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"42f868cb-b47a-4a80-b546-f25fe9404bbc","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"42f868cb-b47a-4a80-b546-f25fe9404bbc","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"42f868cb-b47a-4a80-b546-f25fe9404bbc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dae34a3e-d06d-44fe-9cce-28d625ed57e7","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dae34a3e-d06d-44fe-9cce-28d625ed57e7","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dae34a3e-d06d-44fe-9cce-28d625ed57e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"94f9a9d6-f5e1-4582-87e9-ff97b0056491","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"94f9a9d6-f5e1-4582-87e9-ff97b0056491","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"94f9a9d6-f5e1-4582-87e9-ff97b0056491","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"cb906e36-6ae9-4c06-98bd-0f8b902eb73e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"cb906e36-6ae9-4c06-98bd-0f8b902eb73e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"cb906e36-6ae9-4c06-98bd-0f8b902eb73e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b0335536-4ffd-433c-8b35-7e03bdaa6294","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b0335536-4ffd-433c-8b35-7e03bdaa6294","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b0335536-4ffd-433c-8b35-7e03bdaa6294","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"d1567d06-54cc-4c3f-bcff-57c33d9bf04e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"d1567d06-54cc-4c3f-bcff-57c33d9bf04e","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"d1567d06-54cc-4c3f-bcff-57c33d9bf04e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"12be813a-22b4-40f0-9279-965dd17ad0c9","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"12be813a-22b4-40f0-9279-965dd17ad0c9","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"12be813a-22b4-40f0-9279-965dd17ad0c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"65b2ba1e-26aa-421c-961c-3f31f042e092","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"65b2ba1e-26aa-421c-961c-3f31f042e092","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"65b2ba1e-26aa-421c-961c-3f31f042e092","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"0c2be60f-6cdb-482e-97ff-a6e83798c4a1","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"0c2be60f-6cdb-482e-97ff-a6e83798c4a1","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"0c2be60f-6cdb-482e-97ff-a6e83798c4a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"73cfc90c-5d30-4485-8bfa-11c0aa9f3def","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"73cfc90c-5d30-4485-8bfa-11c0aa9f3def","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"73cfc90c-5d30-4485-8bfa-11c0aa9f3def","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"abc02002-dea5-4ea6-9355-4b280dc4ffcd","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"abc02002-dea5-4ea6-9355-4b280dc4ffcd","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"abc02002-dea5-4ea6-9355-4b280dc4ffcd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"9438e6c6-a43f-4183-8835-3c6843c37260","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"9438e6c6-a43f-4183-8835-3c6843c37260","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"9438e6c6-a43f-4183-8835-3c6843c37260","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dbd238fb-ffc2-4b4e-903c-3a913c302417","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dbd238fb-ffc2-4b4e-903c-3a913c302417","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"dbd238fb-ffc2-4b4e-903c-3a913c302417","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"fe310bd3-e61a-4bb6-a9b7-2faa4242eeb4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"fe310bd3-e61a-4bb6-a9b7-2faa4242eeb4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"fe310bd3-e61a-4bb6-a9b7-2faa4242eeb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ad5b802f-72a8-4a4e-b182-f2009d951938","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ad5b802f-72a8-4a4e-b182-f2009d951938","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"ad5b802f-72a8-4a4e-b182-f2009d951938","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"7638bb6e-0ff4-4deb-b883-5ee0d3eedf38","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"7638bb6e-0ff4-4deb-b883-5ee0d3eedf38","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"7638bb6e-0ff4-4deb-b883-5ee0d3eedf38","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e3c99561-1e54-49a8-94dc-755967440686","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e3c99561-1e54-49a8-94dc-755967440686","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"e3c99561-1e54-49a8-94dc-755967440686","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"53ff33ac-ea5f-4b75-827f-ad4b3ba087de","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"53ff33ac-ea5f-4b75-827f-ad4b3ba087de","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"53ff33ac-ea5f-4b75-827f-ad4b3ba087de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"774af741-c10d-4b63-b151-541a9bd62334","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"774af741-c10d-4b63-b151-541a9bd62334","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"774af741-c10d-4b63-b151-541a9bd62334","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"fcb19699-616b-429f-a3f7-5b2a1ee02816","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"fcb19699-616b-429f-a3f7-5b2a1ee02816","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"fcb19699-616b-429f-a3f7-5b2a1ee02816","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bbf3326a-6f39-438a-a126-91cd85899bb4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bbf3326a-6f39-438a-a126-91cd85899bb4","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"bbf3326a-6f39-438a-a126-91cd85899bb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"75318475-2020-443f-acd2-48cb63b3daed","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"75318475-2020-443f-acd2-48cb63b3daed","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"75318475-2020-443f-acd2-48cb63b3daed","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"c0cbfc0d-4327-4f0c-b257-d9e7a03c64e7","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"c0cbfc0d-4327-4f0c-b257-d9e7a03c64e7","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"c0cbfc0d-4327-4f0c-b257-d9e7a03c64e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"91053a6c-636b-402a-ada7-dbc84b2455e6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"91053a6c-636b-402a-ada7-dbc84b2455e6","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"91053a6c-636b-402a-ada7-dbc84b2455e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b9fc7bcd-44b5-484d-aaf2-afd3019236c8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b9fc7bcd-44b5-484d-aaf2-afd3019236c8","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"b9fc7bcd-44b5-484d-aaf2-afd3019236c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"8ba4f015-da7e-4d41-a151-4506fbf30210","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"8ba4f015-da7e-4d41-a151-4506fbf30210","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"8ba4f015-da7e-4d41-a151-4506fbf30210","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"3dfbe82a-4b1f-4cfe-b7b7-8f1c84b1c1df","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"3dfbe82a-4b1f-4cfe-b7b7-8f1c84b1c1df","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"3dfbe82a-4b1f-4cfe-b7b7-8f1c84b1c1df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"1172dfb0-593f-414b-b275-dda9550116be","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"1172dfb0-593f-414b-b275-dda9550116be","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"1172dfb0-593f-414b-b275-dda9550116be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d2ef9195-12e8-46ef-8d58-1ccf5c6fc26d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d2ef9195-12e8-46ef-8d58-1ccf5c6fc26d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T05:19:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"d2ef9195-12e8-46ef-8d58-1ccf5c6fc26d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-f1cd1c-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-f1cd1c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"25bee22e-cbde-45dd-b62e-41be226a4e4f","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"25bee22e-cbde-45dd-b62e-41be226a4e4f","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"25bee22e-cbde-45dd-b62e-41be226a4e4f","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"25bee22e-cbde-45dd-b62e-41be226a4e4f","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"a7a14a55-0896-4cc9-878d-1cd8a2c80f26","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:29Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"a7a14a55-0896-4cc9-878d-1cd8a2c80f26","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:29Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"a7a14a55-0896-4cc9-878d-1cd8a2c80f26","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"a7a14a55-0896-4cc9-878d-1cd8a2c80f26","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"5d4fce27-0251-437a-8386-9906cacbe50d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"5d4fce27-0251-437a-8386-9906cacbe50d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"5d4fce27-0251-437a-8386-9906cacbe50d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-2-w3-f1cd1c","reconcileID":"5d4fce27-0251-437a-8386-9906cacbe50d","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-2-w3-f1cd1c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fe23ade8-494e-45b8-95d2-8d63cdb56928","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2a498178-8d04-417b-9ac9-da218e2a0107","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6b83d559-cbb4-490b-b7b3-161a545a6b24","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6b83d559-cbb4-490b-b7b3-161a545a6b24","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6b83d559-cbb4-490b-b7b3-161a545a6b24","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"}
{"level":"error","ts":"2026-11-03T05:19:30Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"simulator-w3-f1cd1c","reconcileID":"6b83d559-cbb4-490b-b7b3-161a545a6b24","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"simulator-w3-f1cd1c","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"premium-w3-f1cd1c","reconcileID":"69cecbd8-0900-4c8e-883f-cf36acced408","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"premium-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-f1cd1c","namespace":"e2e-models-e2e-worker-w3-f1cd1c"},"namespace":"e2e-models-e2e-worker-w3-f1cd1c","name":"distinct-w3-f1cd1c","reconcileID":"c525860b-2196-4ea3-beab-93a5933588ef","Namespace":"e2e-models-e2e-worker-w3-f1cd1c","Name":"distinct-w3-f1cd1c"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-fnqqv","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-fnqqv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6b2f5cdb-3c34-4470-b685-57f4e74839e9","name":"e2e-distinct-simulated-validation-fnqqv","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc5ad4b7-8613-4ac7-ab53-0c58032b06f3","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-llfnw","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-llfnw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"82f5b542-5367-42b8-a900-101972204e27","name":"facebook-opt-125m-simulated-validation-llfnw","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a83ab-7325-417a-add2-7289572ea8d7","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-tsmzm","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-tsmzm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"089cdd8d-9522-4c6c-9714-f44c863c3e34","name":"premium-simulated-simulated-premium-validation-tsmzm","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f77cf435-4984-4f9a-90cf-e7aeb28298a6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-g8tqq","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-g8tqq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d53b8d84-abba-4bef-9758-15e4eec4bdf8","name":"e2e-embedding-simulated-validation-g8tqq","namespace":"llm"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T05:19:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"384a6d71-7aa3-4717-8f2d-d73bb734fc9f","Namespace":"llm","Name":"e2e-embedding-simulated"}