{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5febd4b4-757a-4fc2-8d4f-369b554c257a","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-qdw9c","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-qdw9c","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7b853ca4-1bf2-4a19-af43-3bfd2a08aba9","name":"premium-simulated-simulated-premium-validation-qdw9c","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9300a795-d6ef-49d9-8950-9cd3ef220f12","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6-validation-fb6sr","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6-validation-fb6sr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2530dcd3-4a26-4d9b-957a-3dbf4d62e4e6","name":"distinct-w1-30f3e6-validation-fb6sr","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","route":"e2e-models-e2e-worker-w1-30f3e6/distinct-w1-30f3e6-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","gateway":"openshift-ingress/e2e-worker-w1-30f3e6","ready":true}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"d150b07e-3d20-4f5d-a577-8befa81aea9c","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-29qh4","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-29qh4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"31b50dbe-5a0e-49d9-903a-3d3662145844","name":"echo-simulator-validation-29qh4","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27e9c388-3cd0-4f32-84ef-3b468fc76518","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6-validation-njnkx","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6-validation-njnkx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"030d6295-fde5-40cc-9ce4-8827c85ae4ea","name":"simulator-w1-30f3e6-validation-njnkx","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","route":"e2e-models-e2e-worker-w1-30f3e6/simulator-w1-30f3e6-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","gateway":"openshift-ingress/e2e-worker-w1-30f3e6","ready":true}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"6a092e26-6539-479b-8ea7-c8343bc7a4d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6-validation-8d97z","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6-validation-8d97z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"26539cb8-9f5e-4067-8d42-87058020061b","name":"distinct-2-w1-30f3e6-validation-8d97z","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","route":"e2e-models-e2e-worker-w1-30f3e6/distinct-2-w1-30f3e6-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","gateway":"openshift-ingress/e2e-worker-w1-30f3e6","ready":true}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"03907155-c9e9-4456-84a5-8a97939a6fc0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-xc9pt","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-xc9pt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"902896c2-9e99-413f-9b8e-80e599e72cdb","name":"e2e-embedding-simulated-validation-xc9pt","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e43c30a1-0a7b-4c9d-8c9d-7838b504829d","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-92bdab","namespace":"e2e-models-e2e-worker-w3-92bdab"},"namespace":"e2e-models-e2e-worker-w3-92bdab","name":"premium-w3-92bdab","reconcileID":"8b12a6c9-dcac-4818-80be-5dbe4c6c2c43","Namespace":"e2e-models-e2e-worker-w3-92bdab","Name":"premium-w3-92bdab"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-4jqgl","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-4jqgl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a91cb846-6c6a-41c6-b132-1c0af8f925b8","name":"e2e-distinct-2-simulated-validation-4jqgl","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3965ca4-6f1d-46d8-8b6e-b0045c93f328","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-7tv7z","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-7tv7z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a5e11451-e4a6-442f-ba27-8a2138b0dbb7","name":"facebook-opt-125m-simulated-validation-7tv7z","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e71a5268-342a-4f32-aeb4-37f7e9895c86","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-92bdab","namespace":"e2e-models-e2e-worker-w3-92bdab"},"namespace":"e2e-models-e2e-worker-w3-92bdab","name":"simulator-w3-92bdab","reconcileID":"3d8873fd-2e9a-4ddd-bbcd-0de07fc63acb","Namespace":"e2e-models-e2e-worker-w3-92bdab","Name":"simulator-w3-92bdab"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-92bdab","namespace":"e2e-models-e2e-worker-w3-92bdab"},"namespace":"e2e-models-e2e-worker-w3-92bdab","name":"distinct-2-w3-92bdab","reconcileID":"44f2ab72-77c0-4024-bc40-db6dbca48025","Namespace":"e2e-models-e2e-worker-w3-92bdab","Name":"distinct-2-w3-92bdab"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"7296fb5a-ed20-415d-b0b2-cfd93c3341c7","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"7296fb5a-ed20-415d-b0b2-cfd93c3341c7","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"7296fb5a-ed20-415d-b0b2-cfd93c3341c7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"07f3639b-339a-4edd-9f0b-8fc5aa3206fc","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"07f3639b-339a-4edd-9f0b-8fc5aa3206fc","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"07f3639b-339a-4edd-9f0b-8fc5aa3206fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"19031866-e054-452d-a6aa-7f12255f62f0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"19031866-e054-452d-a6aa-7f12255f62f0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"19031866-e054-452d-a6aa-7f12255f62f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c9d43d5-6072-49d9-bb46-402aedd8af17","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c9d43d5-6072-49d9-bb46-402aedd8af17","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c9d43d5-6072-49d9-bb46-402aedd8af17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"353791d9-c483-4947-955a-8e9662d3a7b6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"353791d9-c483-4947-955a-8e9662d3a7b6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"353791d9-c483-4947-955a-8e9662d3a7b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"79fe7567-1b8a-47a1-b0da-bb6b25bbdb19","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"79fe7567-1b8a-47a1-b0da-bb6b25bbdb19","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"79fe7567-1b8a-47a1-b0da-bb6b25bbdb19","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"e9b3e0a9-5a80-4f65-8160-c57d932336d9","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"e9b3e0a9-5a80-4f65-8160-c57d932336d9","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"e9b3e0a9-5a80-4f65-8160-c57d932336d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"93e95894-2905-472f-bed0-321b1a97f0e6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"93e95894-2905-472f-bed0-321b1a97f0e6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"93e95894-2905-472f-bed0-321b1a97f0e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"4dd1a45e-6d34-4f21-a75c-93546a580dfb","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"4dd1a45e-6d34-4f21-a75c-93546a580dfb","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"4dd1a45e-6d34-4f21-a75c-93546a580dfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"d80db448-6d8d-4b91-874f-c8249d6567bb","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"d80db448-6d8d-4b91-874f-c8249d6567bb","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"d80db448-6d8d-4b91-874f-c8249d6567bb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"1cc59593-fa4d-44f3-9772-b4c2e160494e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"1cc59593-fa4d-44f3-9772-b4c2e160494e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"1cc59593-fa4d-44f3-9772-b4c2e160494e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"0a14aed5-4d70-4e02-8d5a-b8ee5b9538b9","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"32f1b4a4-3f86-4c1f-9e3e-739f3f7cd933","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"0a14aed5-4d70-4e02-8d5a-b8ee5b9538b9","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"0a14aed5-4d70-4e02-8d5a-b8ee5b9538b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c95dbeb7-52d4-494e-9f2a-c6ebfe92f6d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c95dbeb7-52d4-494e-9f2a-c6ebfe92f6d6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"550cb963-c487-4bf7-ad43-87c1977bc434","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c95dbeb7-52d4-494e-9f2a-c6ebfe92f6d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3b625c84-58ba-4c9a-8945-2529981622bc","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3b625c84-58ba-4c9a-8945-2529981622bc","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9fdf6b84-0a33-49b0-8640-f944dc075a02","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3b625c84-58ba-4c9a-8945-2529981622bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"420b6d1b-2beb-49ef-a97a-cf39ae59d75b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"420b6d1b-2beb-49ef-a97a-cf39ae59d75b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"420b6d1b-2beb-49ef-a97a-cf39ae59d75b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f5e8a78d-6166-4d1c-9d98-8e31935b8120","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4b388ba3-642f-4cba-bb36-2b3536db4a93","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f5e8a78d-6166-4d1c-9d98-8e31935b8120","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f5e8a78d-6166-4d1c-9d98-8e31935b8120","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"c0de2575-de70-4a07-b40e-94851a273b78","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"c0de2575-de70-4a07-b40e-94851a273b78","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"c0de2575-de70-4a07-b40e-94851a273b78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"e77cb8c8-6b55-4b66-b583-33427351279a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b872ae13-e5e6-450f-a9a5-9963d9733753","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"e77cb8c8-6b55-4b66-b583-33427351279a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"e77cb8c8-6b55-4b66-b583-33427351279a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"0762d276-4063-4c5b-b705-c85cc79c4f62","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"0762d276-4063-4c5b-b705-c85cc79c4f62","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"0762d276-4063-4c5b-b705-c85cc79c4f62","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"b1629d59-06ed-4a6d-8088-08f4440f118d","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7dbde759-470d-4647-8064-2df87cc723ff","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"b1629d59-06ed-4a6d-8088-08f4440f118d","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"b1629d59-06ed-4a6d-8088-08f4440f118d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a25c6be0-f2aa-48d9-8755-c4f0bac031be","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a25c6be0-f2aa-48d9-8755-c4f0bac031be","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a25c6be0-f2aa-48d9-8755-c4f0bac031be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f240438c-3ef7-492e-a116-beac7bd2c0f5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"62547f89-11e2-44d2-855c-857311c594e1","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f240438c-3ef7-492e-a116-beac7bd2c0f5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"f240438c-3ef7-492e-a116-beac7bd2c0f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"05cf76a3-681f-4bc1-a13b-c474b85ba069","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1a70b31c-e03b-411e-8d4b-311efb662be4","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"05cf76a3-681f-4bc1-a13b-c474b85ba069","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"05cf76a3-681f-4bc1-a13b-c474b85ba069","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a572fe93-fe17-4eb2-8ebb-fa78cae012f8","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a572fe93-fe17-4eb2-8ebb-fa78cae012f8","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a572fe93-fe17-4eb2-8ebb-fa78cae012f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c3fecc8b-9de3-497b-be7d-2b6ca6860030","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c3fecc8b-9de3-497b-be7d-2b6ca6860030","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"c3fecc8b-9de3-497b-be7d-2b6ca6860030","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f1264a86-e863-4c6c-b97a-97f508e01c50","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d56d73d8-de5e-45a0-9e4a-181a18a03b6c","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f1264a86-e863-4c6c-b97a-97f508e01c50","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f1264a86-e863-4c6c-b97a-97f508e01c50","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"edd41795-9641-4534-8ce3-cdc67378f0a2","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"edd41795-9641-4534-8ce3-cdc67378f0a2","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"edd41795-9641-4534-8ce3-cdc67378f0a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"661d4d19-8615-49cd-88f5-f5a0b4bae3e5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"661d4d19-8615-49cd-88f5-f5a0b4bae3e5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"661d4d19-8615-49cd-88f5-f5a0b4bae3e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f0111bf9-5b0c-42e2-bddf-34ada4253d50","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f0111bf9-5b0c-42e2-bddf-34ada4253d50","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f0111bf9-5b0c-42e2-bddf-34ada4253d50","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"350008ca-c7e9-4d07-9b36-09b0fe4925ea","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8e9585e9-68e9-4194-ae0c-8f0aeece51f4","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"17a9f274-6197-472d-bdd7-fe85765fef99","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"17a9f274-6197-472d-bdd7-fe85765fef99","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"17a9f274-6197-472d-bdd7-fe85765fef99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"df23e12e-aa67-48aa-bc37-e30f38311f8e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"df23e12e-aa67-48aa-bc37-e30f38311f8e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"df23e12e-aa67-48aa-bc37-e30f38311f8e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f32eaffd-4031-43f5-b761-315a3b6760f1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6a97f516-da14-4e17-a97f-e1a1426512d6","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f32eaffd-4031-43f5-b761-315a3b6760f1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"f32eaffd-4031-43f5-b761-315a3b6760f1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"939af164-9a2a-4bce-ac97-f2179a424ee4","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"939af164-9a2a-4bce-ac97-f2179a424ee4","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"939af164-9a2a-4bce-ac97-f2179a424ee4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b2c50b5f-f7c4-411b-a8f4-3ffacd812cd1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b2c50b5f-f7c4-411b-a8f4-3ffacd812cd1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b2c50b5f-f7c4-411b-a8f4-3ffacd812cd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"1ff83673-0148-47ca-a96e-43fa1ac84e36","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"1ff83673-0148-47ca-a96e-43fa1ac84e36","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"1ff83673-0148-47ca-a96e-43fa1ac84e36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3c6f2c41-1a99-4d64-a013-6e4a32080fb6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3c6f2c41-1a99-4d64-a013-6e4a32080fb6","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3c6f2c41-1a99-4d64-a013-6e4a32080fb6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"8093b171-e6d6-41b9-a135-bcd85a8cff2a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"8093b171-e6d6-41b9-a135-bcd85a8cff2a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"8093b171-e6d6-41b9-a135-bcd85a8cff2a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"793af3b3-3bcc-4b9e-9ae1-7889f433e89a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:50:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:50:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"793af3b3-3bcc-4b9e-9ae1-7889f433e89a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:50:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"793af3b3-3bcc-4b9e-9ae1-7889f433e89a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a3786f34-a179-4225-930b-39d79ffe2365","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a3786f34-a179-4225-930b-39d79ffe2365","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"a3786f34-a179-4225-930b-39d79ffe2365","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"2259b68a-5da3-4f2e-baab-6d93f37d7688","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"2259b68a-5da3-4f2e-baab-6d93f37d7688","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"2259b68a-5da3-4f2e-baab-6d93f37d7688","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"922af6c8-4750-4d8a-a37a-6a8cc7373e5e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"922af6c8-4750-4d8a-a37a-6a8cc7373e5e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"922af6c8-4750-4d8a-a37a-6a8cc7373e5e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"64e7b501-65b6-42da-85c7-09e4969f91f8","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"64e7b501-65b6-42da-85c7-09e4969f91f8","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"64e7b501-65b6-42da-85c7-09e4969f91f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"bfd67734-1f1c-4a88-b19a-46835c7ebb78","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"bfd67734-1f1c-4a88-b19a-46835c7ebb78","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"bfd67734-1f1c-4a88-b19a-46835c7ebb78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"673dbdfa-208e-459c-9e26-106fc18bf942","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"673dbdfa-208e-459c-9e26-106fc18bf942","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"673dbdfa-208e-459c-9e26-106fc18bf942","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"677a9858-668b-42e6-8ea9-eb11be76f4b2","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"677a9858-668b-42e6-8ea9-eb11be76f4b2","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"677a9858-668b-42e6-8ea9-eb11be76f4b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f43a1e82-171a-4c25-af24-6959cd621fbf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f43a1e82-171a-4c25-af24-6959cd621fbf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f43a1e82-171a-4c25-af24-6959cd621fbf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a99ba3f6-45bc-4a81-95e0-b913abec8013","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a99ba3f6-45bc-4a81-95e0-b913abec8013","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a99ba3f6-45bc-4a81-95e0-b913abec8013","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"30e99be2-5b79-44ab-b67d-1ff43780a445","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"30e99be2-5b79-44ab-b67d-1ff43780a445","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"30e99be2-5b79-44ab-b67d-1ff43780a445","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3a4339e7-1d7a-458d-b72c-357be053ca77","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3a4339e7-1d7a-458d-b72c-357be053ca77","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3a4339e7-1d7a-458d-b72c-357be053ca77","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"ffd1dd17-b636-48b1-8cf9-a3954a015185","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"ffd1dd17-b636-48b1-8cf9-a3954a015185","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"ffd1dd17-b636-48b1-8cf9-a3954a015185","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a2106547-e646-48d6-953f-6cd9cea15369","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a2106547-e646-48d6-953f-6cd9cea15369","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"a2106547-e646-48d6-953f-6cd9cea15369","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"2fb41e2a-7ed0-4cb9-ad37-c49a0d601e12","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"2fb41e2a-7ed0-4cb9-ad37-c49a0d601e12","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"2fb41e2a-7ed0-4cb9-ad37-c49a0d601e12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"9a75bbce-d7fb-4b69-b6de-434ab6190141","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"9a75bbce-d7fb-4b69-b6de-434ab6190141","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"9a75bbce-d7fb-4b69-b6de-434ab6190141","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"84b3c38f-931e-48ee-9b4b-ff90670ce1f0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"84b3c38f-931e-48ee-9b4b-ff90670ce1f0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"84b3c38f-931e-48ee-9b4b-ff90670ce1f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"db4a599f-39fc-4b2b-9660-91a5ccd07b0b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"db4a599f-39fc-4b2b-9660-91a5ccd07b0b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"db4a599f-39fc-4b2b-9660-91a5ccd07b0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"64137989-aefd-4583-bb4b-d7ec099526b0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:16Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"64137989-aefd-4583-bb4b-d7ec099526b0","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:16Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"64137989-aefd-4583-bb4b-d7ec099526b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f54c4972-bd62-4ea7-a3a5-777e8004c7aa","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f54c4972-bd62-4ea7-a3a5-777e8004c7aa","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"f54c4972-bd62-4ea7-a3a5-777e8004c7aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ad546436-d9d7-4c32-a64b-063ba9baae1b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ad546436-d9d7-4c32-a64b-063ba9baae1b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ad546436-d9d7-4c32-a64b-063ba9baae1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"5bc6e9ba-40f3-45b9-b6b6-e5978aaa60ba","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"5bc6e9ba-40f3-45b9-b6b6-e5978aaa60ba","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"5bc6e9ba-40f3-45b9-b6b6-e5978aaa60ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"57a9bcb0-42e0-4a36-a188-92c873fefa1a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"57a9bcb0-42e0-4a36-a188-92c873fefa1a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"57a9bcb0-42e0-4a36-a188-92c873fefa1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"85ce3876-9bef-49eb-ab3d-3ec7cbbaab29","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"85ce3876-9bef-49eb-ab3d-3ec7cbbaab29","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"85ce3876-9bef-49eb-ab3d-3ec7cbbaab29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"cc281f5c-e2b7-4099-be9f-fa99c68a7e22","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"cc281f5c-e2b7-4099-be9f-fa99c68a7e22","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"cc281f5c-e2b7-4099-be9f-fa99c68a7e22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"7e9d1b92-88d5-499b-b2f5-89dedbc8520a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"7e9d1b92-88d5-499b-b2f5-89dedbc8520a","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"7e9d1b92-88d5-499b-b2f5-89dedbc8520a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"455e573d-a27d-4af3-aafd-a4a6ff16fe70","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"455e573d-a27d-4af3-aafd-a4a6ff16fe70","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"455e573d-a27d-4af3-aafd-a4a6ff16fe70","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3f611366-33c4-4237-bc71-11433c469d5d","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3f611366-33c4-4237-bc71-11433c469d5d","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"3f611366-33c4-4237-bc71-11433c469d5d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"d1c2e0a2-1e8b-4e1f-a274-aa24164994c1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"d1c2e0a2-1e8b-4e1f-a274-aa24164994c1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"d1c2e0a2-1e8b-4e1f-a274-aa24164994c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"6360815c-07d2-4c50-a1fb-93f5ebba6edf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"6360815c-07d2-4c50-a1fb-93f5ebba6edf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"6360815c-07d2-4c50-a1fb-93f5ebba6edf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"aa7cd711-72b1-408d-b2b5-5506bfa32115","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"aa7cd711-72b1-408d-b2b5-5506bfa32115","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"aa7cd711-72b1-408d-b2b5-5506bfa32115","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"7acbf3a4-6bae-4237-903e-f80bd2ac7eaf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"7acbf3a4-6bae-4237-903e-f80bd2ac7eaf","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"7acbf3a4-6bae-4237-903e-f80bd2ac7eaf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"43dc53a7-06e4-4c1e-88e0-f765d2e4f361","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"43dc53a7-06e4-4c1e-88e0-f765d2e4f361","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"43dc53a7-06e4-4c1e-88e0-f765d2e4f361","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"fc147bab-9fa6-4fc1-bd81-db234d64dcdd","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"fc147bab-9fa6-4fc1-bd81-db234d64dcdd","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"fc147bab-9fa6-4fc1-bd81-db234d64dcdd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c3dcea2-df4e-4076-8c7c-5b8edb7c215e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c3dcea2-df4e-4076-8c7c-5b8edb7c215e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"2c3dcea2-df4e-4076-8c7c-5b8edb7c215e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"758763df-e654-4638-86fd-4364d70cdeb5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"758763df-e654-4638-86fd-4364d70cdeb5","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"758763df-e654-4638-86fd-4364d70cdeb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3851fca2-0507-4c5e-b18e-aa35efc99f6e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3851fca2-0507-4c5e-b18e-aa35efc99f6e","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-2-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-2-w1-30f3e6","reconcileID":"3851fca2-0507-4c5e-b18e-aa35efc99f6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b862f95d-d87e-4d4e-98bd-49890cb746a1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b862f95d-d87e-4d4e-98bd-49890cb746a1","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"b862f95d-d87e-4d4e-98bd-49890cb746a1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"69e4e5dd-69bf-449a-8461-174e2f8c3459","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"69e4e5dd-69bf-449a-8461-174e2f8c3459","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"premium-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"premium-w1-30f3e6","reconcileID":"69e4e5dd-69bf-449a-8461-174e2f8c3459","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"ef0c9e9d-e3d1-4299-b167-ec85d5dd527b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"ef0c9e9d-e3d1-4299-b167-ec85d5dd527b","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"simulator-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"simulator-w1-30f3e6","reconcileID":"ef0c9e9d-e3d1-4299-b167-ec85d5dd527b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ebc82597-9f65-4353-9a0f-681de6a4601f","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6"}
{"level":"info","ts":"2026-10-30T13:51:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-30f3e6"}
{"level":"error","ts":"2026-10-30T13:51:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ebc82597-9f65-4353-9a0f-681de6a4601f","Namespace":"e2e-models-e2e-worker-w1-30f3e6","Name":"distinct-w1-30f3e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:51:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-30f3e6","namespace":"e2e-models-e2e-worker-w1-30f3e6"},"namespace":"e2e-models-e2e-worker-w1-30f3e6","name":"distinct-w1-30f3e6","reconcileID":"ebc82597-9f65-4353-9a0f-681de6a4601f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-30f3e6-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-30f3e6 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}