{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-49qd8","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-49qd8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fd46900f-616c-4473-bcfb-0abceb674c26","name":"e2e-distinct-simulated-validation-49qd8","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d264757e-c610-40d9-aec0-ec7de2a4f9d6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-x5pjk","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-x5pjk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9394858c-5f4c-4185-b417-11817ce3f459","name":"e2e-embedding-simulated-validation-x5pjk","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"83f1e081-bc4d-4acd-8e82-8c251e2bf38b","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vx7g9","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vx7g9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2d3de4bf-58b9-4fb8-a12f-242b03b6e6b8","name":"echo-simulator-validation-vx7g9","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23cd21bc-3314-4f20-aa89-68188db5a431","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T08:49:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e-validation-n74b8","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e-validation-n74b8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9831e69c-0c6c-4f68-b5b8-295e16fedf29","name":"simulator-w1-d0628e-validation-n74b8","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","route":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","ready":true}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1cfc13a2-37ed-4dc7-b6fb-0e9eaacf0be1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-q5sgv","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-q5sgv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"49231ae3-a5b8-450b-99d9-97e358aa0bbb","name":"premium-simulated-simulated-premium-validation-q5sgv","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"17e7c960-14fc-4a9e-b69e-8dc2833445dd","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8cb18dc-0dac-4301-aeae-8854883b6c2a","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"337af0f1-7408-4ec4-9b08-85a66f369acc","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"99115fd1-e957-4bde-bdde-80d4dcbe4c7b","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e-validation-jcrbd","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e-validation-jcrbd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0030ef29-01e0-4f91-a433-92dee26cfc1e","name":"distinct-2-w1-d0628e-validation-jcrbd","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c15f1796-cf05-471e-a42e-476b7065e447","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d387b26e-c6ca-44f0-92a4-7687fa2f5ced","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","route":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","ready":true}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ee46cd69-dd04-4888-8a2f-d3831d3cf64f","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b9216e5f-8bf8-4131-9b77-cf901479c01d","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"13c474c8-3907-4d6f-a5b9-7c207aa8da3c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84b19d45-38fe-4787-a1c1-5df7e0c97b38","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"743c4cc6-73c3-4007-b763-68462817f9c6","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-98dgg","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-98dgg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ff6fa4d4-3033-41e6-a7c7-42a9a09bada2","name":"e2e-trlp-test-simulated-validation-98dgg","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"56efc9ff-b941-4e83-8758-a2740b16c75a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f1cff44a-dfe3-4a01-84d3-147274b99da9","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"524d0b31-12bd-400e-98dd-894e5e964fa3","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07de43f1-e05e-48a7-812e-1e388e9b7491","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"193b6596-600c-46e4-8149-988798687bb3","Namespace":"e2e-models-e2e-worker-w6-096685","Name":"simulator-w6-096685"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"9d6da877-d023-483b-b192-04cc1568affa","Namespace":"e2e-models-e2e-worker-w6-096685","Name":"distinct-w6-096685"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"ad46e57f-97ae-4fb3-927b-8b9945457027","Namespace":"e2e-models-e2e-worker-w6-096685","Name":"distinct-2-w6-096685"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hd45r","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hd45r","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"861e13f6-b10b-496f-b1e7-e6b8914e92be","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-hd45r","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:49:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e5224df-b6bd-49cd-91c4-310fcfb743ba","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:50:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ec2da792-5b49-48b9-9508-44f03e5b859d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ec2da792-5b49-48b9-9508-44f03e5b859d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ec2da792-5b49-48b9-9508-44f03e5b859d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7743e46c-f6a6-4db3-88d4-002482fe1038","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7743e46c-f6a6-4db3-88d4-002482fe1038","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7743e46c-f6a6-4db3-88d4-002482fe1038","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"db560961-25ca-4ea4-bb70-d4f292a1ac5f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"db560961-25ca-4ea4-bb70-d4f292a1ac5f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"db560961-25ca-4ea4-bb70-d4f292a1ac5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"520bf114-5277-43a3-9eaf-26be8b6707b8","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"520bf114-5277-43a3-9eaf-26be8b6707b8","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"520bf114-5277-43a3-9eaf-26be8b6707b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a905f472-1f4f-4fd1-a4a4-85b2b9c8dfb3","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a905f472-1f4f-4fd1-a4a4-85b2b9c8dfb3","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a905f472-1f4f-4fd1-a4a4-85b2b9c8dfb3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"304f2359-1ba1-4767-b7ba-670f83fa443d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"304f2359-1ba1-4767-b7ba-670f83fa443d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"304f2359-1ba1-4767-b7ba-670f83fa443d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ae38cfd8-f47c-4698-bab0-033bfeb7ea59","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ae38cfd8-f47c-4698-bab0-033bfeb7ea59","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ae38cfd8-f47c-4698-bab0-033bfeb7ea59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"708cbba3-5f30-40f0-83a1-345824079bcf","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"708cbba3-5f30-40f0-83a1-345824079bcf","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"708cbba3-5f30-40f0-83a1-345824079bcf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"239ffa59-34c9-4840-834a-c8ca58576330","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"239ffa59-34c9-4840-834a-c8ca58576330","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"239ffa59-34c9-4840-834a-c8ca58576330","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7617accd-e046-4cd5-8f37-46602515ade5","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7617accd-e046-4cd5-8f37-46602515ade5","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7617accd-e046-4cd5-8f37-46602515ade5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5328adbe-9cd5-448e-a1a0-91a0b47ecaf1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5328adbe-9cd5-448e-a1a0-91a0b47ecaf1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5328adbe-9cd5-448e-a1a0-91a0b47ecaf1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"5ec92382-def1-4e7b-8fe4-08c87649e5cb","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"5ec92382-def1-4e7b-8fe4-08c87649e5cb","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"5ec92382-def1-4e7b-8fe4-08c87649e5cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"936ca16b-2ee7-451b-82f1-e5eb3f13743e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"936ca16b-2ee7-451b-82f1-e5eb3f13743e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"936ca16b-2ee7-451b-82f1-e5eb3f13743e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9d7b016e-47fa-47b2-af79-5256a5d09115","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9d7b016e-47fa-47b2-af79-5256a5d09115","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9d7b016e-47fa-47b2-af79-5256a5d09115","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"87a503a8-c24c-417a-8443-651997428911","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"87a503a8-c24c-417a-8443-651997428911","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"87a503a8-c24c-417a-8443-651997428911","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fbf41579-1f21-4178-9744-e3029e0ebc93","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fbf41579-1f21-4178-9744-e3029e0ebc93","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:38Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fbf41579-1f21-4178-9744-e3029e0ebc93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"30611292-ab8c-4c92-9ebe-7873af7ad231","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"30611292-ab8c-4c92-9ebe-7873af7ad231","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"30611292-ab8c-4c92-9ebe-7873af7ad231","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d47a449a-c74c-4f11-a067-2ced2b8ebde0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d47a449a-c74c-4f11-a067-2ced2b8ebde0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d47a449a-c74c-4f11-a067-2ced2b8ebde0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e8b7783a-d97c-447b-a7ae-d6e2adbc6612","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e8b7783a-d97c-447b-a7ae-d6e2adbc6612","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e8b7783a-d97c-447b-a7ae-d6e2adbc6612","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b33c8dcd-0945-481f-8462-1049770b217c","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b33c8dcd-0945-481f-8462-1049770b217c","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b33c8dcd-0945-481f-8462-1049770b217c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"61cb07b7-2fdd-4605-b2f3-b0a02629bb69","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"61cb07b7-2fdd-4605-b2f3-b0a02629bb69","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"61cb07b7-2fdd-4605-b2f3-b0a02629bb69","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6da113d4-96a9-4578-a736-62c2baa2e7a7","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6da113d4-96a9-4578-a736-62c2baa2e7a7","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6da113d4-96a9-4578-a736-62c2baa2e7a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c59acfa9-9912-4e65-af57-c6ca40c045af","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c59acfa9-9912-4e65-af57-c6ca40c045af","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c59acfa9-9912-4e65-af57-c6ca40c045af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"328ffa5d-0072-4a1e-9222-8691e05a873f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"328ffa5d-0072-4a1e-9222-8691e05a873f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"328ffa5d-0072-4a1e-9222-8691e05a873f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"262afc77-ff04-43ee-b9d9-d9e0a925c3b6","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"262afc77-ff04-43ee-b9d9-d9e0a925c3b6","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"262afc77-ff04-43ee-b9d9-d9e0a925c3b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"f70045dc-9191-4afe-b537-81145611eadb","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"f70045dc-9191-4afe-b537-81145611eadb","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"f70045dc-9191-4afe-b537-81145611eadb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"82fa7040-cf55-4bae-b6c1-54545984b296","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"82fa7040-cf55-4bae-b6c1-54545984b296","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"82fa7040-cf55-4bae-b6c1-54545984b296","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"dd149835-5e86-4759-bb2c-89b3427f2f4d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"dd149835-5e86-4759-bb2c-89b3427f2f4d","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"dd149835-5e86-4759-bb2c-89b3427f2f4d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"3edc5e42-f721-4415-a44e-2165b50325b9","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"3edc5e42-f721-4415-a44e-2165b50325b9","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"3edc5e42-f721-4415-a44e-2165b50325b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9ee78986-075b-4cf7-a7cf-d3f63009641a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9ee78986-075b-4cf7-a7cf-d3f63009641a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9ee78986-075b-4cf7-a7cf-d3f63009641a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a0dd0a46-8d8f-4052-bf0b-d193ecab7c3e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a0dd0a46-8d8f-4052-bf0b-d193ecab7c3e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a0dd0a46-8d8f-4052-bf0b-d193ecab7c3e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"1b8afc5c-96c1-4a4c-9a0f-7548fffcb402","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"1b8afc5c-96c1-4a4c-9a0f-7548fffcb402","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"1b8afc5c-96c1-4a4c-9a0f-7548fffcb402","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"7849fbd3-c1d1-40e1-8b5e-03b55b342a0b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"7849fbd3-c1d1-40e1-8b5e-03b55b342a0b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"7849fbd3-c1d1-40e1-8b5e-03b55b342a0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0b7da00f-d678-43de-a123-4ddb5674c93e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0b7da00f-d678-43de-a123-4ddb5674c93e","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0b7da00f-d678-43de-a123-4ddb5674c93e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3bbf6622-4509-40d5-b9fd-10bec98c6609","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3bbf6622-4509-40d5-b9fd-10bec98c6609","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3bbf6622-4509-40d5-b9fd-10bec98c6609","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"be9c405e-3e1d-40c5-98c5-7e2d6110203b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"be9c405e-3e1d-40c5-98c5-7e2d6110203b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"be9c405e-3e1d-40c5-98c5-7e2d6110203b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"82b475ab-82fe-4956-b7fc-f98e34ac5114","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"82b475ab-82fe-4956-b7fc-f98e34ac5114","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"82b475ab-82fe-4956-b7fc-f98e34ac5114","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ebe8f0bd-564d-4b58-a240-0edda64d614b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ebe8f0bd-564d-4b58-a240-0edda64d614b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ebe8f0bd-564d-4b58-a240-0edda64d614b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"34b79412-c91b-460e-a25f-56e894e7fd57","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"34b79412-c91b-460e-a25f-56e894e7fd57","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"34b79412-c91b-460e-a25f-56e894e7fd57","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8e60d34d-e748-4e5a-9043-a216e00eceb0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8e60d34d-e748-4e5a-9043-a216e00eceb0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8e60d34d-e748-4e5a-9043-a216e00eceb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a8a489b2-be71-46f9-9b4c-08502a8f8d23","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a8a489b2-be71-46f9-9b4c-08502a8f8d23","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a8a489b2-be71-46f9-9b4c-08502a8f8d23","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"593be6f2-7071-491e-a385-6514a0d23978","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"593be6f2-7071-491e-a385-6514a0d23978","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"593be6f2-7071-491e-a385-6514a0d23978","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"df363bf5-f7c9-4e21-8e9f-c91fe2f2b5af","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"df363bf5-f7c9-4e21-8e9f-c91fe2f2b5af","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"df363bf5-f7c9-4e21-8e9f-c91fe2f2b5af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"24de0d3c-c066-4bc0-8c8e-bd73e2e3d995","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"24de0d3c-c066-4bc0-8c8e-bd73e2e3d995","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"24de0d3c-c066-4bc0-8c8e-bd73e2e3d995","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a38a82e7-ff95-4804-b2ff-5e0100f2dac0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a38a82e7-ff95-4804-b2ff-5e0100f2dac0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a38a82e7-ff95-4804-b2ff-5e0100f2dac0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0efa97b3-98ed-4ca9-ad2e-f22a0ac2cc35","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0efa97b3-98ed-4ca9-ad2e-f22a0ac2cc35","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0efa97b3-98ed-4ca9-ad2e-f22a0ac2cc35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"6bf36308-2755-4b9a-a2e0-c6c1a61d0071","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"6bf36308-2755-4b9a-a2e0-c6c1a61d0071","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"6bf36308-2755-4b9a-a2e0-c6c1a61d0071","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"78595b8a-a0ce-43aa-86de-d2f9e0a36c4f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"78595b8a-a0ce-43aa-86de-d2f9e0a36c4f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"78595b8a-a0ce-43aa-86de-d2f9e0a36c4f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"c703e2ee-07c3-4561-a6e2-e445782065c6","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"c703e2ee-07c3-4561-a6e2-e445782065c6","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"c703e2ee-07c3-4561-a6e2-e445782065c6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1ec0de5e-9b94-4a2e-ac51-2c637f01194a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1ec0de5e-9b94-4a2e-ac51-2c637f01194a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1ec0de5e-9b94-4a2e-ac51-2c637f01194a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c4769db4-ee00-49d8-875c-12d307960e61","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c4769db4-ee00-49d8-875c-12d307960e61","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c4769db4-ee00-49d8-875c-12d307960e61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:50:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"364e5590-4c88-4149-b4c4-0fb858a1d09f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:50:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:50:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"364e5590-4c88-4149-b4c4-0fb858a1d09f","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:50:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"364e5590-4c88-4149-b4c4-0fb858a1d09f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e04de6fc-9266-4773-9da6-7fd9d3a8d373","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e04de6fc-9266-4773-9da6-7fd9d3a8d373","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e04de6fc-9266-4773-9da6-7fd9d3a8d373","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"c4a06554-4eba-4fc0-9d0f-7e0015cb0de3","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"c4a06554-4eba-4fc0-9d0f-7e0015cb0de3","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"c4a06554-4eba-4fc0-9d0f-7e0015cb0de3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"89cdb646-bad2-4c04-a39c-dc8521621729","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"89cdb646-bad2-4c04-a39c-dc8521621729","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"89cdb646-bad2-4c04-a39c-dc8521621729","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9eb94e8d-ee8e-44a2-8944-91e0c6d2dfcc","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9eb94e8d-ee8e-44a2-8944-91e0c6d2dfcc","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9eb94e8d-ee8e-44a2-8944-91e0c6d2dfcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d783ae7a-8436-4431-85d7-04b9790d35b9","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d783ae7a-8436-4431-85d7-04b9790d35b9","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d783ae7a-8436-4431-85d7-04b9790d35b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"3afd6c0a-418c-4cfc-a687-68ac9fd5a5d8","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"3afd6c0a-418c-4cfc-a687-68ac9fd5a5d8","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"3afd6c0a-418c-4cfc-a687-68ac9fd5a5d8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"5bc2b1ee-ae3e-47d4-8b33-2da28fe909cd","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"5bc2b1ee-ae3e-47d4-8b33-2da28fe909cd","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"5bc2b1ee-ae3e-47d4-8b33-2da28fe909cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cd058474-cb7b-44b3-91e1-a91a6aee4cd4","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cd058474-cb7b-44b3-91e1-a91a6aee4cd4","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cd058474-cb7b-44b3-91e1-a91a6aee4cd4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a5e1cbe3-02e0-4ef2-ae19-0b846b860ee0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a5e1cbe3-02e0-4ef2-ae19-0b846b860ee0","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a5e1cbe3-02e0-4ef2-ae19-0b846b860ee0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fe8fee36-33de-4b11-82e5-152b58c1fde2","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fe8fee36-33de-4b11-82e5-152b58c1fde2","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"fe8fee36-33de-4b11-82e5-152b58c1fde2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ae63c650-8e64-4f5b-8e2a-5b3ef5eadd70","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ae63c650-8e64-4f5b-8e2a-5b3ef5eadd70","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T08:51:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ae63c650-8e64-4f5b-8e2a-5b3ef5eadd70","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-d0628e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-d0628e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a8069276-100e-4c28-a2e9-d28bc0247d0a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a8069276-100e-4c28-a2e9-d28bc0247d0a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a8069276-100e-4c28-a2e9-d28bc0247d0a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:13Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a8069276-100e-4c28-a2e9-d28bc0247d0a","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8ddbc0d2-e5bd-4a4e-93b6-b12c470e658b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:14Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8ddbc0d2-e5bd-4a4e-93b6-b12c470e658b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:14Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8ddbc0d2-e5bd-4a4e-93b6-b12c470e658b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:14Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8ddbc0d2-e5bd-4a4e-93b6-b12c470e658b","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"simulator-w1-d0628e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"7f112780-749f-47b1-90c2-8f414e3ba8f1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"7f112780-749f-47b1-90c2-8f414e3ba8f1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"7f112780-749f-47b1-90c2-8f414e3ba8f1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"7f112780-749f-47b1-90c2-8f414e3ba8f1","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"premium-w1-d0628e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1dd9621a-8409-4444-af6d-4e1e3ae9b426","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1dd9621a-8409-4444-af6d-4e1e3ae9b426","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1dd9621a-8409-4444-af6d-4e1e3ae9b426","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"}
{"level":"error","ts":"2026-11-02T08:51:15Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1dd9621a-8409-4444-af6d-4e1e3ae9b426","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-2-w1-d0628e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"fad643f8-f913-496d-8f87-f03f02af9e5c","Namespace":"e2e-models-e2e-worker-w1-d0628e","Name":"distinct-w1-d0628e"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-qkl2b","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-qkl2b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cafd67d8-d41f-4bd5-8004-0488a2e78e2c","name":"e2e-trlp-test-simulated-validation-qkl2b","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a13adaaa-5071-440e-9979-6c4ef5c4aaea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj695","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj695","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7fce273d-a85a-4e70-8b82-4ac2e7d5f45c","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj695","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d6ec3194-275d-41d0-b311-c0f7e01b1388","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-fshs7","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-fshs7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"37fd0ab8-76cb-4523-8ea0-5d7053207fc4","name":"facebook-opt-125m-simulated-validation-fshs7","namespace":"llm"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T08:51:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T08:51:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T08:51:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"027c5780-a26a-4eba-a1da-162781708bb2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}