{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"397ee23b-5c53-4d72-b1c0-81a23d5eee97","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8-validation-k6pc7","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8-validation-k6pc7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e7b09148-9cb0-4b2a-b20b-b8d224da6fda","name":"distinct-2-w4-d5b2b8-validation-k6pc7","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","route":"e2e-models-e2e-worker-w4-d5b2b8/distinct-2-w4-d5b2b8-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","ready":true}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"fbedfaf2-0126-4e6a-8fc0-4bf3d771ed38","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-hxwct","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-hxwct","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cfe5cfa8-df16-4a68-ba06-c0b9624a67aa","name":"e2e-trlp-test-simulated-validation-hxwct","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"39e96a1b-ba02-48d9-9176-e1b1f6661122","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8-validation-s95zg","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8-validation-s95zg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f7b4d23b-2d3f-4cea-a024-3df56543971f","name":"distinct-w4-d5b2b8-validation-s95zg","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","route":"e2e-models-e2e-worker-w4-d5b2b8/distinct-w4-d5b2b8-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","gateway":"openshift-ingress/e2e-worker-w4-d5b2b8","ready":true}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e145489c-0374-4f53-9fb2-4303b04bef6d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-r7p25","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-r7p25","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"538a37bb-457d-4758-9656-97af8a8752df","name":"e2e-embedding-simulated-validation-r7p25","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a3c1fc6-36e5-4587-9d2b-3b98e4a55009","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-lbg76","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-lbg76","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f2a1e52a-ebdd-4de3-abb8-695296ffce17","name":"facebook-opt-125m-simulated-validation-lbg76","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d61f1db-4c8c-43d4-be39-8d93a83e4371","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-kght8","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-kght8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"61f64e22-dba7-4e4c-9e66-c81600f766b6","name":"premium-simulated-simulated-premium-validation-kght8","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb8bdfd7-fb63-482d-8902-055d92774d06","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hsw7d","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hsw7d","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c51d2114-2c37-4edf-a460-58d317b3f9e5","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hsw7d","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33840df0-0252-4d78-baf0-14e382bdae43","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"distinct-w0-9bfe36","reconcileID":"c7bfeeca-34c2-4dfc-b6c6-de50d107386b","Namespace":"e2e-models-e2e-worker-w0-9bfe36","Name":"distinct-w0-9bfe36"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9bfe36","namespace":"e2e-models-e2e-worker-w0-9bfe36"},"namespace":"e2e-models-e2e-worker-w0-9bfe36","name":"premium-w0-9bfe36","reconcileID":"0d3e1f2b-1be2-4654-919a-b3f8802f6bbb","Namespace":"e2e-models-e2e-worker-w0-9bfe36","Name":"premium-w0-9bfe36"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-bwcrf","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-bwcrf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"490cfb49-05cc-411a-8283-fd87cf3299d6","name":"e2e-distinct-simulated-validation-bwcrf","namespace":"llm"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc69010f-9f53-4728-a839-b2820d2a4447","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T01:56:31Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"60de3ec5-bd20-4734-afcc-0e89f8f2890a","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:31Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f179dcb4-2abf-45b0-8183-6f429492aa3c","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"922ef502-dde9-4b87-bdbb-c2ee10d2e1ab","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"17b09411-4d8d-4a12-9276-1f01cc70cbe7","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a5615293-0715-4d23-b547-df6e17f98bd5","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f1ccad72-7159-405c-be57-db3003366452","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"be3c540f-be8a-4edb-937e-d345d94e4b80","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"68dcb280-0f40-4a3f-a446-27e4386967b3","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"33720681-175b-4f89-a4d5-232fb68282bc","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"44ccb447-8aee-4f37-9ea8-d3154a75777e","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"13d43709-7503-4667-9586-c18b64851cc9","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:56:32Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2dd7cecf-62c0-4082-af8e-fc7a78f0e9ae","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8e56f070-9586-4d88-89de-942ee353019c","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8e56f070-9586-4d88-89de-942ee353019c","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8e56f070-9586-4d88-89de-942ee353019c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"34e41608-57e3-46bc-991d-6046f01a8744","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"34e41608-57e3-46bc-991d-6046f01a8744","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"34e41608-57e3-46bc-991d-6046f01a8744","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a1d426f7-3d29-40c3-8fc4-267a8474217f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a1d426f7-3d29-40c3-8fc4-267a8474217f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a1d426f7-3d29-40c3-8fc4-267a8474217f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f3ab317b-4d8e-445b-af3d-76721ac4ff94","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f3ab317b-4d8e-445b-af3d-76721ac4ff94","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"f3ab317b-4d8e-445b-af3d-76721ac4ff94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7a382614-38c5-4a65-bb13-a3075117cbf0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7a382614-38c5-4a65-bb13-a3075117cbf0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7a382614-38c5-4a65-bb13-a3075117cbf0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cd6582e5-f1e6-4a22-8787-0c470d8724b8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cd6582e5-f1e6-4a22-8787-0c470d8724b8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cd6582e5-f1e6-4a22-8787-0c470d8724b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"60e1823d-21ee-43af-bb1c-39d3aa386758","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"60e1823d-21ee-43af-bb1c-39d3aa386758","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"60e1823d-21ee-43af-bb1c-39d3aa386758","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a7273a86-2ca6-4919-abf0-01374b2740fb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a7273a86-2ca6-4919-abf0-01374b2740fb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a7273a86-2ca6-4919-abf0-01374b2740fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5aad9b2c-fc7e-42e0-bcb5-99cf79856537","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5aad9b2c-fc7e-42e0-bcb5-99cf79856537","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5aad9b2c-fc7e-42e0-bcb5-99cf79856537","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6f8b3a33-1946-4d02-8cba-bb384cf2ea59","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6f8b3a33-1946-4d02-8cba-bb384cf2ea59","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"6f8b3a33-1946-4d02-8cba-bb384cf2ea59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"d9cb32ba-6163-4e9d-8cba-92540961c2e1","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"d9cb32ba-6163-4e9d-8cba-92540961c2e1","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"d9cb32ba-6163-4e9d-8cba-92540961c2e1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"57e23f1c-82bc-436e-8904-6960b81463f4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"57e23f1c-82bc-436e-8904-6960b81463f4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"57e23f1c-82bc-436e-8904-6960b81463f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dfba09f1-a462-4b4f-b7ec-bd9abb6af744","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dfba09f1-a462-4b4f-b7ec-bd9abb6af744","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"dfba09f1-a462-4b4f-b7ec-bd9abb6af744","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"95db784f-771b-4877-83e5-c3c6ff0398aa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"95db784f-771b-4877-83e5-c3c6ff0398aa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"95db784f-771b-4877-83e5-c3c6ff0398aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"93d8bf46-42cd-4bc1-8c48-7f6ac0edac0f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"93d8bf46-42cd-4bc1-8c48-7f6ac0edac0f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"93d8bf46-42cd-4bc1-8c48-7f6ac0edac0f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"373b9dcd-bded-477a-a080-844760855ee7","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"373b9dcd-bded-477a-a080-844760855ee7","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"373b9dcd-bded-477a-a080-844760855ee7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0f578c5b-9311-4d3d-9884-d23d4de651aa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0f578c5b-9311-4d3d-9884-d23d4de651aa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0f578c5b-9311-4d3d-9884-d23d4de651aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"0e1a7eb7-251d-4dc0-a8fb-6085dd0f6c40","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"0e1a7eb7-251d-4dc0-a8fb-6085dd0f6c40","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"0e1a7eb7-251d-4dc0-a8fb-6085dd0f6c40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"bf291f25-9dae-4bd4-bb2c-20b889f88669","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"bf291f25-9dae-4bd4-bb2c-20b889f88669","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"bf291f25-9dae-4bd4-bb2c-20b889f88669","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"693e9d4c-008b-4044-a032-efef2372f27a","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"693e9d4c-008b-4044-a032-efef2372f27a","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"693e9d4c-008b-4044-a032-efef2372f27a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1dde375d-ca5b-42ec-8e02-97be395acb61","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1dde375d-ca5b-42ec-8e02-97be395acb61","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"1dde375d-ca5b-42ec-8e02-97be395acb61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"84c6664f-2890-48c9-9ee7-70b46de04579","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"84c6664f-2890-48c9-9ee7-70b46de04579","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"84c6664f-2890-48c9-9ee7-70b46de04579","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"302c30ff-2196-42f9-9736-099485f6ad76","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"302c30ff-2196-42f9-9736-099485f6ad76","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"302c30ff-2196-42f9-9736-099485f6ad76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a857b84b-7c88-4ac5-a0bc-e8cf5ba79577","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a857b84b-7c88-4ac5-a0bc-e8cf5ba79577","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"a857b84b-7c88-4ac5-a0bc-e8cf5ba79577","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"daddc4b5-68bd-4914-bda2-2ccab397a7bf","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"daddc4b5-68bd-4914-bda2-2ccab397a7bf","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"daddc4b5-68bd-4914-bda2-2ccab397a7bf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"539b4def-9426-48ed-8759-7ce3df3fbeaa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"539b4def-9426-48ed-8759-7ce3df3fbeaa","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"539b4def-9426-48ed-8759-7ce3df3fbeaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"6d747b21-b335-4490-a827-db87f1cbadef","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"6d747b21-b335-4490-a827-db87f1cbadef","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"6d747b21-b335-4490-a827-db87f1cbadef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8ea43e6c-ff94-4b03-9752-1b39ff8cfb71","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8ea43e6c-ff94-4b03-9752-1b39ff8cfb71","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"8ea43e6c-ff94-4b03-9752-1b39ff8cfb71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b38d0f89-9aa1-4873-876f-b79d037b9761","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b38d0f89-9aa1-4873-876f-b79d037b9761","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b38d0f89-9aa1-4873-876f-b79d037b9761","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e357ac4-18ff-4156-a226-449ec83ba6a9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e357ac4-18ff-4156-a226-449ec83ba6a9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e357ac4-18ff-4156-a226-449ec83ba6a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"0e0691db-a85a-440d-aa6d-0f5214b0eceb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"0e0691db-a85a-440d-aa6d-0f5214b0eceb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"0e0691db-a85a-440d-aa6d-0f5214b0eceb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c7b95edb-44ac-4776-8df6-174b010d70b8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c7b95edb-44ac-4776-8df6-174b010d70b8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c7b95edb-44ac-4776-8df6-174b010d70b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5fdbd9b7-885d-48c4-b6a1-50609d1baeb9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5fdbd9b7-885d-48c4-b6a1-50609d1baeb9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5fdbd9b7-885d-48c4-b6a1-50609d1baeb9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ccd59138-5621-4485-b739-ade362575adb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ccd59138-5621-4485-b739-ade362575adb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ccd59138-5621-4485-b739-ade362575adb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a72181be-6c22-4d2a-88d1-e06c7f6d0ef9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a72181be-6c22-4d2a-88d1-e06c7f6d0ef9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a72181be-6c22-4d2a-88d1-e06c7f6d0ef9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bd4ea41e-4bba-44c7-a8b7-5ba1fc8d9aa1","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bd4ea41e-4bba-44c7-a8b7-5ba1fc8d9aa1","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"bd4ea41e-4bba-44c7-a8b7-5ba1fc8d9aa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"565c7301-f443-48e3-8885-c5e9544d7f3c","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"565c7301-f443-48e3-8885-c5e9544d7f3c","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"565c7301-f443-48e3-8885-c5e9544d7f3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cf9a3c06-a0e2-4d75-b2e5-09fd7795d4e9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cf9a3c06-a0e2-4d75-b2e5-09fd7795d4e9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"cf9a3c06-a0e2-4d75-b2e5-09fd7795d4e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a6cc575c-172c-4eff-ba2e-2fb4f5dea3d4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a6cc575c-172c-4eff-ba2e-2fb4f5dea3d4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"a6cc575c-172c-4eff-ba2e-2fb4f5dea3d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9191e223-0625-403a-8819-32672d05d7c8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9191e223-0625-403a-8819-32672d05d7c8","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"9191e223-0625-403a-8819-32672d05d7c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7d7c1dc1-3c42-49c7-9da7-5fd97d20d07e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7d7c1dc1-3c42-49c7-9da7-5fd97d20d07e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"7d7c1dc1-3c42-49c7-9da7-5fd97d20d07e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"8028316f-b95d-4ed4-aef4-6cce4288dc20","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"8028316f-b95d-4ed4-aef4-6cce4288dc20","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"8028316f-b95d-4ed4-aef4-6cce4288dc20","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"976b8f8d-446f-4d79-aefb-3567415c5cf9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"976b8f8d-446f-4d79-aefb-3567415c5cf9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"976b8f8d-446f-4d79-aefb-3567415c5cf9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d69c7bb7-32aa-40e9-801c-0b8ba6d68242","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d69c7bb7-32aa-40e9-801c-0b8ba6d68242","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"d69c7bb7-32aa-40e9-801c-0b8ba6d68242","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b5a89f9e-8aa6-4fd0-9689-541416429331","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b5a89f9e-8aa6-4fd0-9689-541416429331","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"b5a89f9e-8aa6-4fd0-9689-541416429331","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"31b53065-bc04-41fc-90c5-4448dc918b27","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"31b53065-bc04-41fc-90c5-4448dc918b27","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"31b53065-bc04-41fc-90c5-4448dc918b27","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e4428330-bb77-474f-a110-885016898bb0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e4428330-bb77-474f-a110-885016898bb0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e4428330-bb77-474f-a110-885016898bb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1b0eb214-79ae-42e6-99a7-e32a0ac956e4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1b0eb214-79ae-42e6-99a7-e32a0ac956e4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"1b0eb214-79ae-42e6-99a7-e32a0ac956e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"11e0b91a-0524-479f-89ba-6258291167e4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"11e0b91a-0524-479f-89ba-6258291167e4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"11e0b91a-0524-479f-89ba-6258291167e4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0ec4e950-31e2-4ba5-8d35-9647147b9cde","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0ec4e950-31e2-4ba5-8d35-9647147b9cde","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"0ec4e950-31e2-4ba5-8d35-9647147b9cde","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"2d744404-8149-4c9a-be0b-ab5e26b0121d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"2d744404-8149-4c9a-be0b-ab5e26b0121d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"2d744404-8149-4c9a-be0b-ab5e26b0121d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"69a42a50-6ffc-486c-99fe-12b5eee9ab3f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"69a42a50-6ffc-486c-99fe-12b5eee9ab3f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"69a42a50-6ffc-486c-99fe-12b5eee9ab3f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ff46a6c1-6084-49e5-abf4-1faec7e4fd9d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ff46a6c1-6084-49e5-abf4-1faec7e4fd9d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ff46a6c1-6084-49e5-abf4-1faec7e4fd9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ba7b1cc8-0b80-4571-8fef-22818e9895e6","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ba7b1cc8-0b80-4571-8fef-22818e9895e6","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"ba7b1cc8-0b80-4571-8fef-22818e9895e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0e25c704-2bf2-4365-8f02-975fcc1a7de3","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0e25c704-2bf2-4365-8f02-975fcc1a7de3","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0e25c704-2bf2-4365-8f02-975fcc1a7de3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c8235a92-57a5-42eb-87bb-846b82e142af","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c8235a92-57a5-42eb-87bb-846b82e142af","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"c8235a92-57a5-42eb-87bb-846b82e142af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"3a40dec7-1bfe-448e-aed2-24882ead5566","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"3a40dec7-1bfe-448e-aed2-24882ead5566","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"3a40dec7-1bfe-448e-aed2-24882ead5566","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e61f41f-adc9-48b8-ae35-fcadf7da0a55","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e61f41f-adc9-48b8-ae35-fcadf7da0a55","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9e61f41f-adc9-48b8-ae35-fcadf7da0a55","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"169a5a3c-5cbb-4113-bb41-26a619d7d4d4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"169a5a3c-5cbb-4113-bb41-26a619d7d4d4","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"169a5a3c-5cbb-4113-bb41-26a619d7d4d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0f9a8d6f-fe61-46ad-acd9-c42f458e258e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0f9a8d6f-fe61-46ad-acd9-c42f458e258e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"0f9a8d6f-fe61-46ad-acd9-c42f458e258e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"a4b3ea1a-d728-4057-88f4-9d475784ba4a","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"a4b3ea1a-d728-4057-88f4-9d475784ba4a","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"a4b3ea1a-d728-4057-88f4-9d475784ba4a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"aa8e3714-3310-4b8c-9eee-69cb97d06407","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"aa8e3714-3310-4b8c-9eee-69cb97d06407","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"aa8e3714-3310-4b8c-9eee-69cb97d06407","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e5d5f287-7ede-4ccd-8ff5-64ecd2d12223","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e5d5f287-7ede-4ccd-8ff5-64ecd2d12223","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"e5d5f287-7ede-4ccd-8ff5-64ecd2d12223","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"460ed2b4-4a89-45ef-92ec-583905f6b19e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"460ed2b4-4a89-45ef-92ec-583905f6b19e","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"460ed2b4-4a89-45ef-92ec-583905f6b19e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8aa0919d-d685-4717-94f6-7d9aaa16070d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8aa0919d-d685-4717-94f6-7d9aaa16070d","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"8aa0919d-d685-4717-94f6-7d9aaa16070d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"45490e0d-322b-4cc3-b615-ded23da5c32f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"45490e0d-322b-4cc3-b615-ded23da5c32f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"45490e0d-322b-4cc3-b615-ded23da5c32f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"f0890568-a1cd-490c-aab6-4ee37251e843","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"f0890568-a1cd-490c-aab6-4ee37251e843","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"f0890568-a1cd-490c-aab6-4ee37251e843","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e67e7d2b-2ff2-4260-9601-d91939b25062","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e67e7d2b-2ff2-4260-9601-d91939b25062","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"e67e7d2b-2ff2-4260-9601-d91939b25062","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"e47a857f-2ed5-4862-9d06-b0fd99258464","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"e47a857f-2ed5-4862-9d06-b0fd99258464","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"e47a857f-2ed5-4862-9d06-b0fd99258464","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ddf3c270-7ce6-442d-82ac-862347ec9ff9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ddf3c270-7ce6-442d-82ac-862347ec9ff9","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ddf3c270-7ce6-442d-82ac-862347ec9ff9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"2c32065e-f0d7-4c5d-8e17-4109cfb708cc","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"2c32065e-f0d7-4c5d-8e17-4109cfb708cc","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"2c32065e-f0d7-4c5d-8e17-4109cfb708cc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"af7d2c49-1d88-4f30-8ab0-9acf4afda08f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"af7d2c49-1d88-4f30-8ab0-9acf4afda08f","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"af7d2c49-1d88-4f30-8ab0-9acf4afda08f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"f9978e86-b026-4beb-93d9-9f0dd139e2bb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"f9978e86-b026-4beb-93d9-9f0dd139e2bb","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"f9978e86-b026-4beb-93d9-9f0dd139e2bb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9fe1c77f-b933-4a99-8691-9860e916d887","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9fe1c77f-b933-4a99-8691-9860e916d887","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"9fe1c77f-b933-4a99-8691-9860e916d887","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"95ca0363-ada1-41f5-9797-24d740314c64","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"95ca0363-ada1-41f5-9797-24d740314c64","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"95ca0363-ada1-41f5-9797-24d740314c64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"79a0f5ec-3763-40fb-b8c9-cc1b37ede4af","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"79a0f5ec-3763-40fb-b8c9-cc1b37ede4af","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"simulator-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"simulator-w4-d5b2b8","reconcileID":"79a0f5ec-3763-40fb-b8c9-cc1b37ede4af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5e22f5f5-8b0f-45e3-b37a-d369d4e27db2","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5e22f5f5-8b0f-45e3-b37a-d369d4e27db2","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-2-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-2-w4-d5b2b8","reconcileID":"5e22f5f5-8b0f-45e3-b37a-d369d4e27db2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ff1fa6fd-0580-42ad-982f-1fe6d8b197a0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ff1fa6fd-0580-42ad-982f-1fe6d8b197a0","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"ff1fa6fd-0580-42ad-982f-1fe6d8b197a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"cfb7ecc0-9e7f-46b4-92e6-f1bb4ea360ee","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"cfb7ecc0-9e7f-46b4-92e6-f1bb4ea360ee","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"premium-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"premium-w4-d5b2b8","reconcileID":"cfb7ecc0-9e7f-46b4-92e6-f1bb4ea360ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e4c3facf-0840-448f-81e4-66bceed6e67b","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8"}
{"level":"info","ts":"2026-10-30T01:57:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-d5b2b8"}
{"level":"error","ts":"2026-10-30T01:57:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e4c3facf-0840-448f-81e4-66bceed6e67b","Namespace":"e2e-models-e2e-worker-w4-d5b2b8","Name":"distinct-w4-d5b2b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T01:57:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-d5b2b8","namespace":"e2e-models-e2e-worker-w4-d5b2b8"},"namespace":"e2e-models-e2e-worker-w4-d5b2b8","name":"distinct-w4-d5b2b8","reconcileID":"e4c3facf-0840-448f-81e4-66bceed6e67b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-d5b2b8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-d5b2b8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}