{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74e1f95d-f723-4f34-a1ef-b6445bea81bb","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T19:45:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7-validation-q5kll","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7-validation-q5kll","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"90c37e93-580a-415c-9f2a-c3940f38ba7a","name":"simulator-w1-da6ea7-validation-q5kll","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","route":"e2e-models-e2e-worker-w1-da6ea7/simulator-w1-da6ea7-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","gateway":"openshift-ingress/e2e-worker-w1-da6ea7","ready":true}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c8fb16ee-2a80-4a3d-9f17-30c44d9c6ccf","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"0e08426f-6c90-4d10-bdb8-6109525bc4bb","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c8461a7c-b5d9-475c-b581-b4850079d4a5","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7-validation-wg4gg","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7-validation-wg4gg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"36c2da84-c874-447b-a744-e373a9d54423","name":"premium-w1-da6ea7-validation-wg4gg","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cc1ad080-8e6b-4359-b9b5-c1d659c36ca2","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d57538a6-1c70-46fc-93f9-188c241b1856","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","route":"e2e-models-e2e-worker-w1-da6ea7/premium-w1-da6ea7-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c407364b-b16e-44af-a668-2b959a94bc3a","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","gateway":"openshift-ingress/e2e-worker-w1-da6ea7","ready":true}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"bbfe6932-a84c-4d0d-a490-81ebc7fe5385","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"35688159-239b-4e4f-bafc-5529b519b47b","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"33f53822-a789-4d03-bbeb-541746f9abcc","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"2d7ff816-65d1-44e9-b7a7-4e1408df280a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c45358c2-a5b9-4091-b22d-a9d1c4d0c92c","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-rdhn2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-rdhn2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8378c18b-e54c-48d0-8d2f-fb75c31a0fd8","name":"e2e-distinct-simulated-validation-rdhn2","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cacba12d-26ba-4b95-b138-0948938909fa","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"89b50ee2-5c25-4405-a810-b7a0b6b362a2","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"83ec2b83-5914-46a8-9573-55bd42cc357c","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d84e64d-0ce6-423a-be5c-992378edd1f5","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:45:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pndzw","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pndzw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2541b614-e9d9-44b7-8f91-1cda68dc20c4","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-pndzw","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a8c215d-68bb-4b06-87d2-a0f21b9ac131","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:45:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-b7gbg","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-b7gbg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d8c1a85d-a9ed-42b7-be41-31499c8fc1e4","name":"echo-simulator-validation-b7gbg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:45:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5577f662-b69a-4e0e-a0fb-24cb8d8b2a88","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T19:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c49e45f0-2afc-4072-a3df-175a48b3a844","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c49e45f0-2afc-4072-a3df-175a48b3a844","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c49e45f0-2afc-4072-a3df-175a48b3a844","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f80ec7b6-d899-4e5d-adeb-1eeb55cb4114","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f80ec7b6-d899-4e5d-adeb-1eeb55cb4114","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f80ec7b6-d899-4e5d-adeb-1eeb55cb4114","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6be8a42e-05d0-4fad-b2c1-2a6160b0dce5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6be8a42e-05d0-4fad-b2c1-2a6160b0dce5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6be8a42e-05d0-4fad-b2c1-2a6160b0dce5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"5a5918bc-0d7d-4910-aa45-b34d6d221c6b","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"5a5918bc-0d7d-4910-aa45-b34d6d221c6b","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"5a5918bc-0d7d-4910-aa45-b34d6d221c6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"777805fd-7239-4b71-a540-549b310dff54","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"777805fd-7239-4b71-a540-549b310dff54","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"777805fd-7239-4b71-a540-549b310dff54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50a41da0-25a4-4247-b57b-b1bd69021f0e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50a41da0-25a4-4247-b57b-b1bd69021f0e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50a41da0-25a4-4247-b57b-b1bd69021f0e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"8ddcdaca-5f82-4e6b-84a5-38194435034c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"8ddcdaca-5f82-4e6b-84a5-38194435034c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"8ddcdaca-5f82-4e6b-84a5-38194435034c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e8e088c3-85a4-40c9-a8b4-d07d2cccebde","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e8e088c3-85a4-40c9-a8b4-d07d2cccebde","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e8e088c3-85a4-40c9-a8b4-d07d2cccebde","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"8e3602e7-49d6-42a5-add5-9228188ebe85","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"8e3602e7-49d6-42a5-add5-9228188ebe85","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"8e3602e7-49d6-42a5-add5-9228188ebe85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"6b031f5e-2986-4d77-9846-aa68736cd982","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"6b031f5e-2986-4d77-9846-aa68736cd982","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"6b031f5e-2986-4d77-9846-aa68736cd982","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"bbf76bf1-1f4f-41ba-822c-e0e4b433639d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"bbf76bf1-1f4f-41ba-822c-e0e4b433639d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"bbf76bf1-1f4f-41ba-822c-e0e4b433639d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"120b0afb-7adf-4c62-ab7f-b076eb6cc9a6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"120b0afb-7adf-4c62-ab7f-b076eb6cc9a6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"120b0afb-7adf-4c62-ab7f-b076eb6cc9a6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"bf6f73ca-3054-422e-99a7-d0e9ea6265de","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"bf6f73ca-3054-422e-99a7-d0e9ea6265de","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"bf6f73ca-3054-422e-99a7-d0e9ea6265de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c90c6429-1875-494b-899a-c4cae04c6b68","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c90c6429-1875-494b-899a-c4cae04c6b68","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c90c6429-1875-494b-899a-c4cae04c6b68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"23919813-99ba-4b18-86d9-25b2905fcb8a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"23919813-99ba-4b18-86d9-25b2905fcb8a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"23919813-99ba-4b18-86d9-25b2905fcb8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ea3b90c9-6b38-4914-a375-f3e98d75d772","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ea3b90c9-6b38-4914-a375-f3e98d75d772","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ea3b90c9-6b38-4914-a375-f3e98d75d772","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ab97bf28-e2f6-4f47-a845-dcfe93e8029e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ab97bf28-e2f6-4f47-a845-dcfe93e8029e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ab97bf28-e2f6-4f47-a845-dcfe93e8029e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c5d51666-c84e-4176-b2d1-3b3e2316d84d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c5d51666-c84e-4176-b2d1-3b3e2316d84d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c5d51666-c84e-4176-b2d1-3b3e2316d84d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d05a7c9b-df82-4faf-bde2-c6e8a0f59ec6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d05a7c9b-df82-4faf-bde2-c6e8a0f59ec6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d05a7c9b-df82-4faf-bde2-c6e8a0f59ec6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d291ae79-d6b5-4c12-b44a-c2c2d1566b32","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d291ae79-d6b5-4c12-b44a-c2c2d1566b32","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d291ae79-d6b5-4c12-b44a-c2c2d1566b32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3c04f9f8-0e4e-42c6-8d08-4f7afbb3d129","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3c04f9f8-0e4e-42c6-8d08-4f7afbb3d129","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3c04f9f8-0e4e-42c6-8d08-4f7afbb3d129","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"89712410-5b9c-4146-bc43-f6ed3790edb7","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"89712410-5b9c-4146-bc43-f6ed3790edb7","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"89712410-5b9c-4146-bc43-f6ed3790edb7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d2ecaf77-ce4c-45df-b83d-469ef134e124","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d2ecaf77-ce4c-45df-b83d-469ef134e124","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d2ecaf77-ce4c-45df-b83d-469ef134e124","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d2c56022-2fb3-4aa4-a6fb-abf39b530487","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d2c56022-2fb3-4aa4-a6fb-abf39b530487","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"d2c56022-2fb3-4aa4-a6fb-abf39b530487","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"d1e24381-9632-4148-a0f0-a8e1a5357e44","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"d1e24381-9632-4148-a0f0-a8e1a5357e44","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"d1e24381-9632-4148-a0f0-a8e1a5357e44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"82f2c401-3bf0-4013-8213-494cf373c743","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"82f2c401-3bf0-4013-8213-494cf373c743","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"82f2c401-3bf0-4013-8213-494cf373c743","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4ca57dd0-4bf7-4826-8c76-2a3016942147","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4ca57dd0-4bf7-4826-8c76-2a3016942147","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4ca57dd0-4bf7-4826-8c76-2a3016942147","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"c743f743-6073-4738-b1c4-ec93949c8bae","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"c743f743-6073-4738-b1c4-ec93949c8bae","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"c743f743-6073-4738-b1c4-ec93949c8bae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ca5a4f73-9861-4ef1-9f57-16428309c4ad","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ca5a4f73-9861-4ef1-9f57-16428309c4ad","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"ca5a4f73-9861-4ef1-9f57-16428309c4ad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"599eff5a-80bb-4c8d-b7a4-2c4726d0eb1b","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"599eff5a-80bb-4c8d-b7a4-2c4726d0eb1b","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"599eff5a-80bb-4c8d-b7a4-2c4726d0eb1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"19e69803-efc4-41bb-bd3b-0ebac6fdd98a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"19e69803-efc4-41bb-bd3b-0ebac6fdd98a","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"19e69803-efc4-41bb-bd3b-0ebac6fdd98a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"8c97c517-e0b2-418c-a6f2-555ae2b25254","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"8c97c517-e0b2-418c-a6f2-555ae2b25254","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"8c97c517-e0b2-418c-a6f2-555ae2b25254","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"1e64c644-faa2-4ff1-a9e1-e26a5609a802","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"1e64c644-faa2-4ff1-a9e1-e26a5609a802","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"1e64c644-faa2-4ff1-a9e1-e26a5609a802","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50b4af33-926c-4204-82f7-0f71e3d88805","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50b4af33-926c-4204-82f7-0f71e3d88805","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"50b4af33-926c-4204-82f7-0f71e3d88805","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4d2dcb6d-3d9d-43a3-9606-cf8eebb2ee11","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4d2dcb6d-3d9d-43a3-9606-cf8eebb2ee11","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"4d2dcb6d-3d9d-43a3-9606-cf8eebb2ee11","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"7dfeab0e-3771-42a2-87ed-a5ccb4a67832","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"7dfeab0e-3771-42a2-87ed-a5ccb4a67832","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"7dfeab0e-3771-42a2-87ed-a5ccb4a67832","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"28424dc4-1149-4634-b33b-e58b958a61b5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"28424dc4-1149-4634-b33b-e58b958a61b5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"28424dc4-1149-4634-b33b-e58b958a61b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"44e59e9e-3134-4da1-8997-7efdf3149d26","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"44e59e9e-3134-4da1-8997-7efdf3149d26","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"44e59e9e-3134-4da1-8997-7efdf3149d26","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c07da8f9-b8b9-4847-b5c4-c5102cdf97cd","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c07da8f9-b8b9-4847-b5c4-c5102cdf97cd","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"c07da8f9-b8b9-4847-b5c4-c5102cdf97cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f0b47552-8cd3-4f93-b108-2e8675cb9ab4","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f0b47552-8cd3-4f93-b108-2e8675cb9ab4","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"f0b47552-8cd3-4f93-b108-2e8675cb9ab4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e19c531a-29a1-4aca-a13e-cd789a1c2ba6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e19c531a-29a1-4aca-a13e-cd789a1c2ba6","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e19c531a-29a1-4aca-a13e-cd789a1c2ba6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"f9c6ddda-718c-400a-a262-c0fa0262adb0","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"f9c6ddda-718c-400a-a262-c0fa0262adb0","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"f9c6ddda-718c-400a-a262-c0fa0262adb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"0397c9db-d285-4c64-9e83-2d6618d5ab1c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"0397c9db-d285-4c64-9e83-2d6618d5ab1c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"0397c9db-d285-4c64-9e83-2d6618d5ab1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"382eaa61-3fd8-46bc-805d-06e24ec31e98","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"382eaa61-3fd8-46bc-805d-06e24ec31e98","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"382eaa61-3fd8-46bc-805d-06e24ec31e98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6e1cc375-bf2a-4771-846f-e2c0b7eb5841","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6e1cc375-bf2a-4771-846f-e2c0b7eb5841","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6e1cc375-bf2a-4771-846f-e2c0b7eb5841","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e67bd56f-4931-41ec-bf0a-7938c478b055","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e67bd56f-4931-41ec-bf0a-7938c478b055","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e67bd56f-4931-41ec-bf0a-7938c478b055","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c8354e6c-bb69-448c-993d-74f4ecf6b6a5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c8354e6c-bb69-448c-993d-74f4ecf6b6a5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"c8354e6c-bb69-448c-993d-74f4ecf6b6a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e359b2f7-55e5-4e5c-ae9b-f377578d4b2c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e359b2f7-55e5-4e5c-ae9b-f377578d4b2c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"e359b2f7-55e5-4e5c-ae9b-f377578d4b2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3ee948c6-c81b-468f-877a-74cc3a36aa1c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3ee948c6-c81b-468f-877a-74cc3a36aa1c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"3ee948c6-c81b-468f-877a-74cc3a36aa1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"a74322c2-c45c-4558-93c1-8d986174b979","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"a74322c2-c45c-4558-93c1-8d986174b979","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"a74322c2-c45c-4558-93c1-8d986174b979","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"cd32b44e-6d28-46fb-8b68-8105b32d6174","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"cd32b44e-6d28-46fb-8b68-8105b32d6174","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"cd32b44e-6d28-46fb-8b68-8105b32d6174","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"473b2fee-8185-4c1e-8d8b-a00469ad17dc","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"473b2fee-8185-4c1e-8d8b-a00469ad17dc","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"473b2fee-8185-4c1e-8d8b-a00469ad17dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"05714259-670a-4e41-9f87-569be1104572","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"05714259-670a-4e41-9f87-569be1104572","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"05714259-670a-4e41-9f87-569be1104572","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"b9f8caa9-f7fd-45dd-ac02-0a6e92cbd218","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"b9f8caa9-f7fd-45dd-ac02-0a6e92cbd218","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"b9f8caa9-f7fd-45dd-ac02-0a6e92cbd218","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"92928fcc-fd4f-43eb-8da1-311bcce45b43","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"92928fcc-fd4f-43eb-8da1-311bcce45b43","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"92928fcc-fd4f-43eb-8da1-311bcce45b43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"b77ec7c4-5592-47b9-828f-114a45dbf02f","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"b77ec7c4-5592-47b9-828f-114a45dbf02f","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"b77ec7c4-5592-47b9-828f-114a45dbf02f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"fae4df15-4273-4933-b99b-379d441c20e5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"fae4df15-4273-4933-b99b-379d441c20e5","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"fae4df15-4273-4933-b99b-379d441c20e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"eddc7482-52e5-4b17-862f-28914c2edbdf","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"eddc7482-52e5-4b17-862f-28914c2edbdf","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"eddc7482-52e5-4b17-862f-28914c2edbdf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"97a43efb-0c0e-4ef1-a418-7b827303ac61","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"97a43efb-0c0e-4ef1-a418-7b827303ac61","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"97a43efb-0c0e-4ef1-a418-7b827303ac61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ce0d99f2-21db-415b-8978-0bfcbcfa15c9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ce0d99f2-21db-415b-8978-0bfcbcfa15c9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"ce0d99f2-21db-415b-8978-0bfcbcfa15c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"fa932c7f-e870-4cf3-a15e-13009e52b669","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"fa932c7f-e870-4cf3-a15e-13009e52b669","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"fa932c7f-e870-4cf3-a15e-13009e52b669","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"85482e95-d13f-47d9-a215-8abdf2645116","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"85482e95-d13f-47d9-a215-8abdf2645116","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"85482e95-d13f-47d9-a215-8abdf2645116","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"2373f7c6-1df6-4eb1-82f5-7fa307863bdc","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"2373f7c6-1df6-4eb1-82f5-7fa307863bdc","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"2373f7c6-1df6-4eb1-82f5-7fa307863bdc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"4d4fb98e-7544-4c07-b0e5-cd4ad82806a0","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"4d4fb98e-7544-4c07-b0e5-cd4ad82806a0","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"4d4fb98e-7544-4c07-b0e5-cd4ad82806a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"9b8d2f9a-ea8e-4840-8fa8-a70bbd30c936","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"9b8d2f9a-ea8e-4840-8fa8-a70bbd30c936","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"9b8d2f9a-ea8e-4840-8fa8-a70bbd30c936","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"4c532f4b-c44d-4b47-9fbd-b0d785f68713","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"4c532f4b-c44d-4b47-9fbd-b0d785f68713","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"4c532f4b-c44d-4b47-9fbd-b0d785f68713","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"1a0123f9-2145-4051-b80b-eec39ddb9b2e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"1a0123f9-2145-4051-b80b-eec39ddb9b2e","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"1a0123f9-2145-4051-b80b-eec39ddb9b2e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"a935bc56-8ea7-4c87-be7f-d832f2902757","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"a935bc56-8ea7-4c87-be7f-d832f2902757","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"a935bc56-8ea7-4c87-be7f-d832f2902757","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"3d68c18b-2075-4457-920f-a5fb861c157c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"3d68c18b-2075-4457-920f-a5fb861c157c","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"3d68c18b-2075-4457-920f-a5fb861c157c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"30c42939-e575-41a7-8c88-4b2926353abe","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"30c42939-e575-41a7-8c88-4b2926353abe","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"30c42939-e575-41a7-8c88-4b2926353abe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6257cf05-c675-45fa-90ed-b0a0b9cc6d2d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6257cf05-c675-45fa-90ed-b0a0b9cc6d2d","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"6257cf05-c675-45fa-90ed-b0a0b9cc6d2d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"b6bae8e0-a28d-46e1-b357-90734d080f91","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"b6bae8e0-a28d-46e1-b357-90734d080f91","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T19:46:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"b6bae8e0-a28d-46e1-b357-90734d080f91","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-da6ea7-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-da6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"23a45922-037d-4ca4-9b43-55e0622a4cf9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"23a45922-037d-4ca4-9b43-55e0622a4cf9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"23a45922-037d-4ca4-9b43-55e0622a4cf9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"23a45922-037d-4ca4-9b43-55e0622a4cf9","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"41d60a72-db09-43ee-b202-96fed70c83d8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"41d60a72-db09-43ee-b202-96fed70c83d8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"41d60a72-db09-43ee-b202-96fed70c83d8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"premium-w1-da6ea7","reconcileID":"41d60a72-db09-43ee-b202-96fed70c83d8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"premium-w1-da6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d6246ea9-7de3-4512-8aad-b98497c51ab8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d6246ea9-7de3-4512-8aad-b98497c51ab8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d6246ea9-7de3-4512-8aad-b98497c51ab8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:57Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"simulator-w1-da6ea7","reconcileID":"d6246ea9-7de3-4512-8aad-b98497c51ab8","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"simulator-w1-da6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e22d3cc4-d5a0-4728-b918-1134776d41e2","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:58Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e22d3cc4-d5a0-4728-b918-1134776d41e2","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:58Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e22d3cc4-d5a0-4728-b918-1134776d41e2","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"}
{"level":"error","ts":"2026-10-31T19:46:58Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-2-w1-da6ea7","reconcileID":"e22d3cc4-d5a0-4728-b918-1134776d41e2","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-2-w1-da6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-da6ea7","namespace":"e2e-models-e2e-worker-w1-da6ea7"},"namespace":"e2e-models-e2e-worker-w1-da6ea7","name":"distinct-w1-da6ea7","reconcileID":"58b14ada-63a4-41f6-bf19-ea917353d4fc","Namespace":"e2e-models-e2e-worker-w1-da6ea7","Name":"distinct-w1-da6ea7"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-ssrn8","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-ssrn8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7b21da9c-e581-4142-89b4-59b680df5246","name":"e2e-embedding-simulated-validation-ssrn8","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:46:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5164917f-7b10-4a71-866e-34b63cf33f55","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ef8b53a6-8fd3-471c-a6dd-a2dca7bb33fc","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6075f4a6-7949-4957-840d-c34a79f4798e","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fcc2d46d-3a76-47d8-bfbe-8a58a2df3ed2","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"206ccfdc-4cf2-42c2-b5a3-8a3954557fff","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-ksqx6","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-ksqx6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a61ba6ec-7022-4713-885b-e41495477ade","name":"e2e-distinct-simulated-validation-ksqx6","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"abd8e51a-0c77-4c35-9634-c6e1d2ec86be","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"177b9c19-f5da-4754-9e63-8b563844d997","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f8acb988-16ad-4a48-9024-9fbed4cedd63","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"973b1332-1e91-4a9a-8a8e-b2d7c1fb9f68","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"32a6a421-73dd-4c88-a9b8-2a5cb4e7ec00","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4296a08-262f-4fad-a8a6-8e31e4b88223","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"121a666d-2f80-46b9-8532-65cb1b28d572","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9aab6bb6-60c6-4a53-a74c-0e26b5650494","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d2fvh","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d2fvh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d6efe3ad-38e4-4765-93c3-46faafcdd392","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d2fvh","namespace":"llm"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6d9e7a82-8aa3-431e-9f8d-1406e1dd79ed","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T19:47:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d08c7d-76d2-418e-854b-96b698b23eec","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}