{"level":"info","ts":"2026-10-30T22:53:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-jd9sb","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-jd9sb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b704c5f7-8ecd-4d36-8ab3-32014235efad","name":"premium-simulated-simulated-premium-validation-jd9sb","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623-validation-fkfrt","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623-validation-fkfrt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cc3fcd9b-0a34-41f6-9843-5008adfe7f1c","name":"simulator-w0-9a5623-validation-fkfrt","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","route":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","ready":true}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-rm2b7","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-rm2b7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c8e13795-1919-43b2-b77e-5ff6a31724ab","name":"e2e-trlp-test-simulated-validation-rm2b7","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vmj6m","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vmj6m","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"041da6f3-9da6-4d93-a44a-9213ba364b2f","name":"echo-simulator-validation-vmj6m","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f9a8c713-f625-4dab-91b7-f177ec15f94b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7343938a-8c5a-4475-aaa4-88ced7d3dd5a","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c4d65696-6f03-425d-9ac7-903cc9bec6a5","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"87d4652e-0c70-4cac-9dcc-63309d854b6b","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"c123b944-d585-49a7-a61e-d7d64148d39a","Namespace":"e2e-models-e2e-worker-w2-56f3fe","Name":"distinct-w2-56f3fe"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"8837dc3e-58cf-43c9-886f-47c06d0cef0c","Namespace":"e2e-models-e2e-worker-w2-56f3fe","Name":"premium-w2-56f3fe"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"88fbe4f2-8507-4322-8d89-1f17075937a3","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623-validation-tzbh9","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623-validation-tzbh9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"66eef375-e47f-4ee6-a944-21e270639586","name":"distinct-w0-9a5623-validation-tzbh9","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e416ad6a-e7c1-4089-a497-acf37387e910","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2bab348c-9e7b-4a48-b244-af3c8a7d9eaa","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4e0b7d3d-3d4b-4363-95f5-ab259d9bbb0e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","route":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","ready":true}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3ca0c854-a1b8-444e-ade4-30578c7b5c57","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fbef6864-2500-42f6-9547-d8d9951c810a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7d3ac829-e319-485d-915d-42627c74b537","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f8764203-b09e-4362-8fe2-7394a3221459","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:55:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"49118bde-4ec4-4369-b722-9cfcab4ca76f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"49118bde-4ec4-4369-b722-9cfcab4ca76f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"49118bde-4ec4-4369-b722-9cfcab4ca76f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"27a8c3cf-b550-44ae-9315-1885c65ce5fa","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:35Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"27a8c3cf-b550-44ae-9315-1885c65ce5fa","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:35Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"27a8c3cf-b550-44ae-9315-1885c65ce5fa","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cff176bc-524d-46e9-8b4c-d30fe3cd74f1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:36Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cff176bc-524d-46e9-8b4c-d30fe3cd74f1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:36Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cff176bc-524d-46e9-8b4c-d30fe3cd74f1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:36Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"cff176bc-524d-46e9-8b4c-d30fe3cd74f1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"11de2212-5c31-4c09-abe7-a9dee8f3f318","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"11de2212-5c31-4c09-abe7-a9dee8f3f318","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"11de2212-5c31-4c09-abe7-a9dee8f3f318","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"11de2212-5c31-4c09-abe7-a9dee8f3f318","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"dfeb96e5-cdd2-48e8-a9bc-0217537cac4a","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"dfeb96e5-cdd2-48e8-a9bc-0217537cac4a","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"dfeb96e5-cdd2-48e8-a9bc-0217537cac4a","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:37Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"dfeb96e5-cdd2-48e8-a9bc-0217537cac4a","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2ed70d17-18fc-4561-b122-1b9e8229a13f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-b4kfg","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-b4kfg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"572f4f5d-9010-4b7a-8bcc-75d21d970032","name":"premium-simulated-simulated-premium-validation-b4kfg","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"206ab245-fcf4-47b4-819c-db2059d82cde","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-rvxzp","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-rvxzp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"af33be67-da34-4f86-bc24-b80dc1ebeee8","name":"e2e-trlp-test-simulated-validation-rvxzp","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7882eca-1644-4136-be91-2b229f54b40e","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-cckg6","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-cckg6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"601fc2a0-0684-4683-8d79-9af61ac96f35","name":"echo-simulator-validation-cckg6","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce9b4d02-cc63-4122-a641-673db808301b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8a33b1e2-c88a-48ae-b1e5-32a10cc2f75a","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated-validation-lmzjh","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated-validation-lmzjh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e09283a7-9fbc-4aa7-9410-36667bf5e03b","name":"e2e-external-token-limit-simulated-validation-lmzjh","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated","route":"llm/e2e-external-token-limit-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"d34eed4e-506a-460a-9414-04e0163efe35","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-4kdjv","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-4kdjv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"dac0a7bf-91ca-494c-bc8f-acc554644237","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-4kdjv","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0117eb60-1c9f-4e35-adec-e36e32f4f352","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:56:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bfc444c-a844-44c5-a942-660ba44e540d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:56:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}