{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"11f7416d-d067-4d64-b6b3-136f1711b506","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-x25g6","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-x25g6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8e45d0b0-cbab-44fa-812b-fd39d57814b1","name":"facebook-opt-125m-simulated-validation-x25g6","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8c95c740-1407-443a-8dca-97e9a0e39e19","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ae5a4742-836b-418a-9235-a13d8da03703","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d28ce18-e3e9-4c0b-bbcd-61219a58907d","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-tlfzb","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-tlfzb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9f306ec8-eb33-4d11-97f7-61add87785da","name":"premium-simulated-simulated-premium-validation-tlfzb","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8798e20-1e99-41c2-9647-24f1a55bf925","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f-validation-wwl2k","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f-validation-wwl2k","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"00e72175-81f8-49bf-a242-14fc7ece4d86","name":"premium-w3-8a9e5f-validation-wwl2k","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","route":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:15:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","ready":true}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"e8a3c45b-d7df-4c4a-b963-1626e61036c1","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-nct77","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-nct77","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8871ed0e-c993-43ee-b05e-c542bd33b262","name":"e2e-embedding-simulated-validation-nct77","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4434c7c2-f351-4c52-acb8-877dfb02e971","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-h8hvb","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-h8hvb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9e39164a-fec1-48c3-ad8f-65919d6ad3d8","name":"echo-simulator-validation-h8hvb","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:15:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03d17159-66a1-4e62-9527-ff355a7e14c8","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b76df64a-e4c7-43c1-b500-7099b8be8bda","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b76df64a-e4c7-43c1-b500-7099b8be8bda","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b76df64a-e4c7-43c1-b500-7099b8be8bda","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"6f66c80e-7e1a-4462-bec1-39d02ee0a53f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"6f66c80e-7e1a-4462-bec1-39d02ee0a53f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"6f66c80e-7e1a-4462-bec1-39d02ee0a53f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4c15a07a-74ea-4faf-b3c8-bdf2cdbede9d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4c15a07a-74ea-4faf-b3c8-bdf2cdbede9d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4c15a07a-74ea-4faf-b3c8-bdf2cdbede9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6a6cf905-bcde-42f0-95ce-3653327e38b7","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6a6cf905-bcde-42f0-95ce-3653327e38b7","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6a6cf905-bcde-42f0-95ce-3653327e38b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ab851b44-058e-4196-adea-3071c7148b52","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ab851b44-058e-4196-adea-3071c7148b52","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ab851b44-058e-4196-adea-3071c7148b52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c004739c-609b-49d9-a362-52315c0af557","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c004739c-609b-49d9-a362-52315c0af557","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c004739c-609b-49d9-a362-52315c0af557","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"012c78a8-badb-4fb3-9301-7321eafcbe96","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"012c78a8-badb-4fb3-9301-7321eafcbe96","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"012c78a8-badb-4fb3-9301-7321eafcbe96","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7d7de2db-3f7e-4872-8a35-a964553611b6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7d7de2db-3f7e-4872-8a35-a964553611b6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7d7de2db-3f7e-4872-8a35-a964553611b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9b7701c0-d7a3-4616-aacb-57213eb81f73","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9b7701c0-d7a3-4616-aacb-57213eb81f73","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9b7701c0-d7a3-4616-aacb-57213eb81f73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e73f3dc4-716b-4765-9c09-4c98dc3b255a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e73f3dc4-716b-4765-9c09-4c98dc3b255a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e73f3dc4-716b-4765-9c09-4c98dc3b255a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4e07afcd-fa57-4c84-b695-87d4a7f87b6b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4e07afcd-fa57-4c84-b695-87d4a7f87b6b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4e07afcd-fa57-4c84-b695-87d4a7f87b6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"672394ea-43ce-45a2-8de6-4b40e6fbb02c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"672394ea-43ce-45a2-8de6-4b40e6fbb02c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"672394ea-43ce-45a2-8de6-4b40e6fbb02c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b7440c84-2614-4e96-8096-20e84f04b8d6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b7440c84-2614-4e96-8096-20e84f04b8d6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b7440c84-2614-4e96-8096-20e84f04b8d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1dcf56dd-f23e-47a0-8818-5a56d184145b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1dcf56dd-f23e-47a0-8818-5a56d184145b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1dcf56dd-f23e-47a0-8818-5a56d184145b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"41dd524e-6d74-421c-835b-e7a60f4a50e9","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"41dd524e-6d74-421c-835b-e7a60f4a50e9","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"41dd524e-6d74-421c-835b-e7a60f4a50e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"934f1fda-4c08-441e-bfe3-9aa4e78d2995","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"934f1fda-4c08-441e-bfe3-9aa4e78d2995","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"934f1fda-4c08-441e-bfe3-9aa4e78d2995","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"951b98cc-09da-420c-b701-e57573159d94","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"951b98cc-09da-420c-b701-e57573159d94","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"951b98cc-09da-420c-b701-e57573159d94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"a5e76c9e-ebed-4f59-b1a9-b8297140ed7a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"a5e76c9e-ebed-4f59-b1a9-b8297140ed7a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"a5e76c9e-ebed-4f59-b1a9-b8297140ed7a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d1582b0e-2aa0-4189-bb70-ab68cd3b5f5a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d1582b0e-2aa0-4189-bb70-ab68cd3b5f5a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d1582b0e-2aa0-4189-bb70-ab68cd3b5f5a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6e3b4122-f136-4a6e-baf7-566cd946c484","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6e3b4122-f136-4a6e-baf7-566cd946c484","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6e3b4122-f136-4a6e-baf7-566cd946c484","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"99048eaa-9722-4d74-9917-76a40dc9b948","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"99048eaa-9722-4d74-9917-76a40dc9b948","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"99048eaa-9722-4d74-9917-76a40dc9b948","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"500aa779-cc4e-45a2-a41f-dfad145c17a8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"500aa779-cc4e-45a2-a41f-dfad145c17a8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"500aa779-cc4e-45a2-a41f-dfad145c17a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bc5622d8-0c1c-43f8-805d-c407fe2eaa02","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bc5622d8-0c1c-43f8-805d-c407fe2eaa02","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bc5622d8-0c1c-43f8-805d-c407fe2eaa02","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5d05e184-7ffc-40fb-8750-c9007f920fd2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5d05e184-7ffc-40fb-8750-c9007f920fd2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5d05e184-7ffc-40fb-8750-c9007f920fd2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d98ef574-5743-4b80-9114-896aa6510372","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d98ef574-5743-4b80-9114-896aa6510372","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d98ef574-5743-4b80-9114-896aa6510372","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7dfceca5-be3a-4192-bc9b-42a8b3538e44","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7dfceca5-be3a-4192-bc9b-42a8b3538e44","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7dfceca5-be3a-4192-bc9b-42a8b3538e44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"61e6c516-23f3-41f0-a9bd-7c3d62156421","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"61e6c516-23f3-41f0-a9bd-7c3d62156421","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"61e6c516-23f3-41f0-a9bd-7c3d62156421","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3b11d487-515c-4365-b6e3-740e7f09b77e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3b11d487-515c-4365-b6e3-740e7f09b77e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3b11d487-515c-4365-b6e3-740e7f09b77e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"bb14f4c6-6fbf-465b-b353-26cd7589ac6e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"bb14f4c6-6fbf-465b-b353-26cd7589ac6e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"bb14f4c6-6fbf-465b-b353-26cd7589ac6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"34300db9-bd00-4dca-b259-08be529513a8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"34300db9-bd00-4dca-b259-08be529513a8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"34300db9-bd00-4dca-b259-08be529513a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"6f3d60e3-9b42-497a-9291-53809cdc1b14","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"6f3d60e3-9b42-497a-9291-53809cdc1b14","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"6f3d60e3-9b42-497a-9291-53809cdc1b14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3e8abd1d-c7af-4303-b9e5-889bccfa3321","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3e8abd1d-c7af-4303-b9e5-889bccfa3321","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3e8abd1d-c7af-4303-b9e5-889bccfa3321","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"427f5cc5-6196-4b09-90b0-40e66029343f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"427f5cc5-6196-4b09-90b0-40e66029343f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"427f5cc5-6196-4b09-90b0-40e66029343f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e44163c7-373f-4342-9ca0-61c09c0605c2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e44163c7-373f-4342-9ca0-61c09c0605c2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e44163c7-373f-4342-9ca0-61c09c0605c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"68b32e20-f965-48e9-9f59-61c120d3eaf6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"68b32e20-f965-48e9-9f59-61c120d3eaf6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"68b32e20-f965-48e9-9f59-61c120d3eaf6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c234633d-4fb5-4184-8249-91830ce7f5cf","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c234633d-4fb5-4184-8249-91830ce7f5cf","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c234633d-4fb5-4184-8249-91830ce7f5cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"985a1e49-22cb-4eef-82c6-343d01bfdb83","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"985a1e49-22cb-4eef-82c6-343d01bfdb83","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"985a1e49-22cb-4eef-82c6-343d01bfdb83","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"cb0661c9-d8c0-4051-8540-6419455ee188","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"cb0661c9-d8c0-4051-8540-6419455ee188","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"cb0661c9-d8c0-4051-8540-6419455ee188","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d0f245a2-38e8-44de-a97d-feda4f05aae2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d0f245a2-38e8-44de-a97d-feda4f05aae2","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d0f245a2-38e8-44de-a97d-feda4f05aae2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"0ecfccb2-8a64-4620-ae36-8be19a5297fe","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"0ecfccb2-8a64-4620-ae36-8be19a5297fe","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"0ecfccb2-8a64-4620-ae36-8be19a5297fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"f6b8c526-1959-4e5c-a76b-db9fc07bca59","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"f6b8c526-1959-4e5c-a76b-db9fc07bca59","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"f6b8c526-1959-4e5c-a76b-db9fc07bca59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"03c497c6-e8b4-4be9-b610-433620688132","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"03c497c6-e8b4-4be9-b610-433620688132","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"03c497c6-e8b4-4be9-b610-433620688132","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"de6b9fdf-fa04-46c5-869f-0cae1b00e5d6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"de6b9fdf-fa04-46c5-869f-0cae1b00e5d6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"de6b9fdf-fa04-46c5-869f-0cae1b00e5d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c1e429d3-4ebd-4c8a-8bbd-6f5a9228ca76","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c1e429d3-4ebd-4c8a-8bbd-6f5a9228ca76","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c1e429d3-4ebd-4c8a-8bbd-6f5a9228ca76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d6f54b57-b542-4187-bb43-f447cd3ccc25","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d6f54b57-b542-4187-bb43-f447cd3ccc25","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d6f54b57-b542-4187-bb43-f447cd3ccc25","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"5ac68b7f-08f5-4850-87d8-8743ad060342","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"5ac68b7f-08f5-4850-87d8-8743ad060342","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"5ac68b7f-08f5-4850-87d8-8743ad060342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7c66c521-c3ff-494e-88e5-adb664f643c3","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7c66c521-c3ff-494e-88e5-adb664f643c3","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7c66c521-c3ff-494e-88e5-adb664f643c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fd5c15c5-96d2-4eb6-bf6d-d64b6870d4d0","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fd5c15c5-96d2-4eb6-bf6d-d64b6870d4d0","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fd5c15c5-96d2-4eb6-bf6d-d64b6870d4d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7ac7915c-0e17-4c8a-9131-818b55c331f8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7ac7915c-0e17-4c8a-9131-818b55c331f8","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7ac7915c-0e17-4c8a-9131-818b55c331f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3ca24516-0242-4aa6-99dd-b5e5eb90b21a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3ca24516-0242-4aa6-99dd-b5e5eb90b21a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3ca24516-0242-4aa6-99dd-b5e5eb90b21a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"810b7f8e-55e4-4a96-9953-cc14ed0a5b97","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"810b7f8e-55e4-4a96-9953-cc14ed0a5b97","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"810b7f8e-55e4-4a96-9953-cc14ed0a5b97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"11196f6e-7472-41c4-8aec-2f62ed9c001a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"11196f6e-7472-41c4-8aec-2f62ed9c001a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"11196f6e-7472-41c4-8aec-2f62ed9c001a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8a27ac49-3672-4f9f-834d-0602c165ee9c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8a27ac49-3672-4f9f-834d-0602c165ee9c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8a27ac49-3672-4f9f-834d-0602c165ee9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"55b741ca-e5b4-4cb5-937a-682c5ade6125","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"55b741ca-e5b4-4cb5-937a-682c5ade6125","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"55b741ca-e5b4-4cb5-937a-682c5ade6125","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"9f792ad2-a040-4e63-9bb3-dc6fe35a869f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"9f792ad2-a040-4e63-9bb3-dc6fe35a869f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"9f792ad2-a040-4e63-9bb3-dc6fe35a869f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4f7bb732-d7e6-4936-b348-ebc450d50106","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4f7bb732-d7e6-4936-b348-ebc450d50106","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4f7bb732-d7e6-4936-b348-ebc450d50106","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"de3b2c33-f192-40fa-91b7-e394dbcb069a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"de3b2c33-f192-40fa-91b7-e394dbcb069a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"de3b2c33-f192-40fa-91b7-e394dbcb069a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"d7822b7d-93ee-442a-a385-30f6c4a3a2e7","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"d7822b7d-93ee-442a-a385-30f6c4a3a2e7","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"d7822b7d-93ee-442a-a385-30f6c4a3a2e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"082b7477-ad77-4455-8aaa-15b4d2fb0f94","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"082b7477-ad77-4455-8aaa-15b4d2fb0f94","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"082b7477-ad77-4455-8aaa-15b4d2fb0f94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bb3c2942-3b5a-4e85-8bcf-f01217c1009d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bb3c2942-3b5a-4e85-8bcf-f01217c1009d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bb3c2942-3b5a-4e85-8bcf-f01217c1009d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"15f59107-c660-4ade-a6f5-37ed26e4ba5c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"15f59107-c660-4ade-a6f5-37ed26e4ba5c","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"15f59107-c660-4ade-a6f5-37ed26e4ba5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9a644246-78fc-4c51-8680-b525ded76894","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9a644246-78fc-4c51-8680-b525ded76894","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9a644246-78fc-4c51-8680-b525ded76894","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e798130f-d985-47a2-8223-dd749373f953","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e798130f-d985-47a2-8223-dd749373f953","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e798130f-d985-47a2-8223-dd749373f953","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"091bc3cd-65fc-4de4-9f90-112c92d286f3","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"091bc3cd-65fc-4de4-9f90-112c92d286f3","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"091bc3cd-65fc-4de4-9f90-112c92d286f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"cd7e68a0-449a-43c4-8efb-2f10e048ca5a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"cd7e68a0-449a-43c4-8efb-2f10e048ca5a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"cd7e68a0-449a-43c4-8efb-2f10e048ca5a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"43b49a99-f708-496a-848e-9ebeeb702ea6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"43b49a99-f708-496a-848e-9ebeeb702ea6","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"43b49a99-f708-496a-848e-9ebeeb702ea6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"37608b72-0c04-4823-ab74-96fe2b5fe8ab","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"37608b72-0c04-4823-ab74-96fe2b5fe8ab","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"37608b72-0c04-4823-ab74-96fe2b5fe8ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d881c4f2-c5e4-4dee-98ee-069d4513fa1d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d881c4f2-c5e4-4dee-98ee-069d4513fa1d","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d881c4f2-c5e4-4dee-98ee-069d4513fa1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"04f1e36b-3bfa-4bc8-aa82-104b7e519dad","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"04f1e36b-3bfa-4bc8-aa82-104b7e519dad","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"04f1e36b-3bfa-4bc8-aa82-104b7e519dad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"907276dc-ef7c-4186-82ee-ecdee33ae537","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"907276dc-ef7c-4186-82ee-ecdee33ae537","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"907276dc-ef7c-4186-82ee-ecdee33ae537","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1f501280-119b-4525-b16d-4e2dca130882","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1f501280-119b-4525-b16d-4e2dca130882","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1f501280-119b-4525-b16d-4e2dca130882","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"27cd04c1-b2fd-41dc-9b26-0753b5de4b93","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"27cd04c1-b2fd-41dc-9b26-0753b5de4b93","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"27cd04c1-b2fd-41dc-9b26-0753b5de4b93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2d8ac893-a452-4582-a2ea-d3dbb7a6ab6f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2d8ac893-a452-4582-a2ea-d3dbb7a6ab6f","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2d8ac893-a452-4582-a2ea-d3dbb7a6ab6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d3e45815-9a53-404a-9368-cea266774c65","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d3e45815-9a53-404a-9368-cea266774c65","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d3e45815-9a53-404a-9368-cea266774c65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"43a00fa2-a121-4b61-ab52-a75193a46b42","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"43a00fa2-a121-4b61-ab52-a75193a46b42","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"43a00fa2-a121-4b61-ab52-a75193a46b42","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"09459d35-89f9-4f95-a38a-4cb2b5126a9e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"09459d35-89f9-4f95-a38a-4cb2b5126a9e","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"09459d35-89f9-4f95-a38a-4cb2b5126a9e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"09d74341-95c3-47f7-8b22-8bbe5a576889","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"09d74341-95c3-47f7-8b22-8bbe5a576889","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"09d74341-95c3-47f7-8b22-8bbe5a576889","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"0adb70c4-7d95-490f-9e71-fb83b6d2a422","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"0adb70c4-7d95-490f-9e71-fb83b6d2a422","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"0adb70c4-7d95-490f-9e71-fb83b6d2a422","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"1e6b2a67-e44d-4adb-a4fd-acb7810bba0a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"1e6b2a67-e44d-4adb-a4fd-acb7810bba0a","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"1e6b2a67-e44d-4adb-a4fd-acb7810bba0a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"a3b22f5e-1440-4adc-a8f2-c150940ca9ab","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"a3b22f5e-1440-4adc-a8f2-c150940ca9ab","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"a3b22f5e-1440-4adc-a8f2-c150940ca9ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b9d49ad6-8cc2-4b85-b6ad-76fe88a8b78b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b9d49ad6-8cc2-4b85-b6ad-76fe88a8b78b","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b9d49ad6-8cc2-4b85-b6ad-76fe88a8b78b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"29613190-c1fe-4886-901a-58a3a8fd34ba","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"error","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"29613190-c1fe-4886-901a-58a3a8fd34ba","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-29T22:16:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"29613190-c1fe-4886-901a-58a3a8fd34ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-8a9e5f-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-8a9e5f because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"603e7238-0693-428b-a10e-1c1b2cfc76c9","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"603e7238-0693-428b-a10e-1c1b2cfc76c9","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"603e7238-0693-428b-a10e-1c1b2cfc76c9","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"5de17a19-f0b5-407d-aa8b-7efd16c57548","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"5de17a19-f0b5-407d-aa8b-7efd16c57548","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:42Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"5de17a19-f0b5-407d-aa8b-7efd16c57548","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e64429b3-fd18-40b5-a12c-1140bb2dfb79","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e64429b3-fd18-40b5-a12c-1140bb2dfb79","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"e64429b3-fd18-40b5-a12c-1140bb2dfb79","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1218635a-f187-4ea8-bcfe-a51640bec997","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1218635a-f187-4ea8-bcfe-a51640bec997","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1218635a-f187-4ea8-bcfe-a51640bec997","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"654dd6e3-f7d0-4469-af8b-757314cf6037","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"premium-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-7f8n5","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-7f8n5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1cf160d6-208c-452e-a171-cdabc74de742","name":"e2e-distinct-2-simulated-validation-7f8n5","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbe50a5d-4882-44d2-acca-97e6542b364f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"2aff4b6b-03d2-4f56-a006-ac5e5f97d536","Namespace":"e2e-models-e2e-worker-w3-8a9e5f","Name":"distinct-2-w3-8a9e5f"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-685rq","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-685rq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"919fdbe1-0e3c-4477-8963-90736f2d94a8","name":"e2e-distinct-simulated-validation-685rq","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c36b3f-873f-4fa0-b7ab-dcf9da585e37","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-tplcs","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-tplcs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"beaf6829-3c1f-4038-b79a-9e817cb03ae4","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-tplcs","namespace":"llm"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-29T22:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-29T22:16:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-29T22:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7117581d-5381-4c30-af27-eb9d3d7e25cb","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}