{"level":"info","ts":"2026-11-03T02:45:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"8bf81a3c-5cf7-403c-aaf7-d5ca9b7be66e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"8bf81a3c-5cf7-403c-aaf7-d5ca9b7be66e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"8bf81a3c-5cf7-403c-aaf7-d5ca9b7be66e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"8bf81a3c-5cf7-403c-aaf7-d5ca9b7be66e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-zc859","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-zc859","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6f41dfc9-0478-4b34-8bbd-9bb3fad46723","name":"e2e-embedding-simulated-validation-zc859","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3628d116-a278-4f58-a227-2f618068d015","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-7nz27","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-7nz27","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"41f125a4-4424-4ba1-98ba-67546ffd5eff","name":"e2e-distinct-2-simulated-validation-7nz27","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec25a333-97ab-4fd6-b707-04d92f4d388a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-s57r6","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-s57r6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1333168e-9efe-4e80-8e17-79cb822543fe","name":"facebook-opt-125m-simulated-validation-s57r6","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ee8cd2-fe0c-4551-b733-bdf9271f91ff","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-nnv2r","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-nnv2r","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"86bc01b1-43bc-4604-ba59-a0283fbe199e","name":"premium-simulated-simulated-premium-validation-nnv2r","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5b6ef7-30f4-4939-b905-052034298774","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b-validation-84wrc","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b-validation-84wrc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"51932fe6-9904-4c67-bc8d-ae744f956725","name":"distinct-2-w0-b6fb9b-validation-84wrc","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","route":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","ready":true}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5feaa2a1-ac4b-42eb-90ae-3433b2803bf5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-qgplp","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-qgplp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0ab0dc3b-90c4-42ff-b5d0-337d75f30e8d","name":"e2e-distinct-simulated-validation-qgplp","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:45:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54352752-7566-456a-9714-68029b7cb8f1","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c2d8fe49-0aa9-4288-b6ee-ef9ab5160c29","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c2d8fe49-0aa9-4288-b6ee-ef9ab5160c29","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c2d8fe49-0aa9-4288-b6ee-ef9ab5160c29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"345503d8-464b-4c84-8a09-7a4c2fd74b13","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"345503d8-464b-4c84-8a09-7a4c2fd74b13","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"345503d8-464b-4c84-8a09-7a4c2fd74b13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"db2e93cd-3f77-4285-8efe-10bdebd4c078","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"db2e93cd-3f77-4285-8efe-10bdebd4c078","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"db2e93cd-3f77-4285-8efe-10bdebd4c078","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"b89b01d1-acc7-4bc8-b5e5-2e292568d401","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"b89b01d1-acc7-4bc8-b5e5-2e292568d401","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"b89b01d1-acc7-4bc8-b5e5-2e292568d401","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"40ebbdb3-f17f-4791-9f84-57eafd09fa17","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"40ebbdb3-f17f-4791-9f84-57eafd09fa17","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"40ebbdb3-f17f-4791-9f84-57eafd09fa17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"db8ef2bc-917a-427a-8ef5-5b54990359b3","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"db8ef2bc-917a-427a-8ef5-5b54990359b3","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"db8ef2bc-917a-427a-8ef5-5b54990359b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3b65e65a-6fbb-43ea-8965-d5031ca66c9f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3b65e65a-6fbb-43ea-8965-d5031ca66c9f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3b65e65a-6fbb-43ea-8965-d5031ca66c9f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64fe2fd7-88c6-40d7-ba88-6df11701e3ac","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64fe2fd7-88c6-40d7-ba88-6df11701e3ac","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64fe2fd7-88c6-40d7-ba88-6df11701e3ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"57ae66f5-c4e3-4604-b6fa-f32c8f3f9afe","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"57ae66f5-c4e3-4604-b6fa-f32c8f3f9afe","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"57ae66f5-c4e3-4604-b6fa-f32c8f3f9afe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"95fec5f9-177e-4275-92bf-e1f563211f12","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"95fec5f9-177e-4275-92bf-e1f563211f12","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"95fec5f9-177e-4275-92bf-e1f563211f12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"add01dd9-7a18-4159-9101-0141760a20de","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"add01dd9-7a18-4159-9101-0141760a20de","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"add01dd9-7a18-4159-9101-0141760a20de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d4df8338-1bc9-45ce-b379-11572d99d347","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d4df8338-1bc9-45ce-b379-11572d99d347","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d4df8338-1bc9-45ce-b379-11572d99d347","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8f1df23c-00a2-4faa-a506-1b101f1b3d29","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8f1df23c-00a2-4faa-a506-1b101f1b3d29","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8f1df23c-00a2-4faa-a506-1b101f1b3d29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1e98694a-a8bc-4b40-9838-a6dbc14532fe","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1e98694a-a8bc-4b40-9838-a6dbc14532fe","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1e98694a-a8bc-4b40-9838-a6dbc14532fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"34161360-5b3e-4071-8590-fa52fcf8774a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"34161360-5b3e-4071-8590-fa52fcf8774a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"34161360-5b3e-4071-8590-fa52fcf8774a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"60c0e0ed-cd04-428a-991c-334ab260322b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"60c0e0ed-cd04-428a-991c-334ab260322b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"60c0e0ed-cd04-428a-991c-334ab260322b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e25c27da-cb5d-45c7-971c-b289f2bef60d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e25c27da-cb5d-45c7-971c-b289f2bef60d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e25c27da-cb5d-45c7-971c-b289f2bef60d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"a73eae3b-92b6-4eda-a1a8-690ece3c34c2","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"a73eae3b-92b6-4eda-a1a8-690ece3c34c2","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"a73eae3b-92b6-4eda-a1a8-690ece3c34c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f3194a30-454b-4b43-a43d-7d443c3d4ebf","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f3194a30-454b-4b43-a43d-7d443c3d4ebf","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f3194a30-454b-4b43-a43d-7d443c3d4ebf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"73243c6e-58fb-41e4-a4c7-4075a1be2b12","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"73243c6e-58fb-41e4-a4c7-4075a1be2b12","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"73243c6e-58fb-41e4-a4c7-4075a1be2b12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e022a376-40da-4a7a-a1a7-4f78159dfaf1","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e022a376-40da-4a7a-a1a7-4f78159dfaf1","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e022a376-40da-4a7a-a1a7-4f78159dfaf1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"d66ec9f7-cc15-456e-818c-59620c6d956a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"d66ec9f7-cc15-456e-818c-59620c6d956a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"d66ec9f7-cc15-456e-818c-59620c6d956a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"56335dd9-a244-4316-8c3d-2570ad8c0781","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"56335dd9-a244-4316-8c3d-2570ad8c0781","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"56335dd9-a244-4316-8c3d-2570ad8c0781","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"7c1ff411-63e9-4c97-bd1d-fdfa2fc8685f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"7c1ff411-63e9-4c97-bd1d-fdfa2fc8685f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"7c1ff411-63e9-4c97-bd1d-fdfa2fc8685f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"4027ba97-d6e7-4a42-8e29-f33aebb9975b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"4027ba97-d6e7-4a42-8e29-f33aebb9975b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"4027ba97-d6e7-4a42-8e29-f33aebb9975b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"e28a3590-981d-4342-b170-af5fcfa0ea64","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"e28a3590-981d-4342-b170-af5fcfa0ea64","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"e28a3590-981d-4342-b170-af5fcfa0ea64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"bddb35a6-8e34-4d23-8fb5-94a9d927af93","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"bddb35a6-8e34-4d23-8fb5-94a9d927af93","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"bddb35a6-8e34-4d23-8fb5-94a9d927af93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"69b17dc8-6781-46de-ad9f-a80851587ae5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"69b17dc8-6781-46de-ad9f-a80851587ae5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"69b17dc8-6781-46de-ad9f-a80851587ae5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"6f1eedcf-2926-448e-b043-0cb5f405f739","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"6f1eedcf-2926-448e-b043-0cb5f405f739","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"6f1eedcf-2926-448e-b043-0cb5f405f739","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1fff65e6-254d-4380-9063-a57ee07ac6e5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1fff65e6-254d-4380-9063-a57ee07ac6e5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1fff65e6-254d-4380-9063-a57ee07ac6e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"c5dc413f-1118-4830-9512-3d1878b2f5b2","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"c5dc413f-1118-4830-9512-3d1878b2f5b2","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"c5dc413f-1118-4830-9512-3d1878b2f5b2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"56886b28-aa09-4b2b-9a7e-d3ccd94f1477","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"56886b28-aa09-4b2b-9a7e-d3ccd94f1477","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"56886b28-aa09-4b2b-9a7e-d3ccd94f1477","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d99a6666-9d66-409b-9e8c-c19fb99cdb75","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d99a6666-9d66-409b-9e8c-c19fb99cdb75","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d99a6666-9d66-409b-9e8c-c19fb99cdb75","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"519149be-c3c5-43d0-9e05-da37d685ad0d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"519149be-c3c5-43d0-9e05-da37d685ad0d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"519149be-c3c5-43d0-9e05-da37d685ad0d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"a4fb0d31-2909-46c4-a7c2-ccbc623df263","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"a4fb0d31-2909-46c4-a7c2-ccbc623df263","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"a4fb0d31-2909-46c4-a7c2-ccbc623df263","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"54bdcbf4-fffd-4234-bcbe-1fd96d240c10","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"54bdcbf4-fffd-4234-bcbe-1fd96d240c10","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"54bdcbf4-fffd-4234-bcbe-1fd96d240c10","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"66eacbba-127f-4b56-806a-52168006656c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"66eacbba-127f-4b56-806a-52168006656c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"66eacbba-127f-4b56-806a-52168006656c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"5d454e34-b95b-4c16-a49d-a6f79a3309e3","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"5d454e34-b95b-4c16-a49d-a6f79a3309e3","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"5d454e34-b95b-4c16-a49d-a6f79a3309e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"63055484-3c20-402d-8276-b4cf8d4ee90f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"63055484-3c20-402d-8276-b4cf8d4ee90f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"63055484-3c20-402d-8276-b4cf8d4ee90f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"1f5de063-e6ac-4bd9-bb89-d50298a3e64c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"1f5de063-e6ac-4bd9-bb89-d50298a3e64c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"1f5de063-e6ac-4bd9-bb89-d50298a3e64c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e71ed731-7e81-46a7-aff9-d59789b57277","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e71ed731-7e81-46a7-aff9-d59789b57277","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e71ed731-7e81-46a7-aff9-d59789b57277","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"4f711378-9c29-47b9-ae32-a132f0ef91b7","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"4f711378-9c29-47b9-ae32-a132f0ef91b7","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"4f711378-9c29-47b9-ae32-a132f0ef91b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"fc3613d3-cd74-464f-aefa-9abbf6cae03b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"fc3613d3-cd74-464f-aefa-9abbf6cae03b","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"fc3613d3-cd74-464f-aefa-9abbf6cae03b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"88d061dd-e9fa-4c79-b24a-150d1fd60d93","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"88d061dd-e9fa-4c79-b24a-150d1fd60d93","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"88d061dd-e9fa-4c79-b24a-150d1fd60d93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"304ca4d4-ad2d-4c76-a799-9604e6f11fe4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"304ca4d4-ad2d-4c76-a799-9604e6f11fe4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"304ca4d4-ad2d-4c76-a799-9604e6f11fe4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"20a7911a-130b-4cca-8eec-6fa7caf4f11c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"20a7911a-130b-4cca-8eec-6fa7caf4f11c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"20a7911a-130b-4cca-8eec-6fa7caf4f11c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ba60e14e-a204-4635-8601-4feba8f6e875","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ba60e14e-a204-4635-8601-4feba8f6e875","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ba60e14e-a204-4635-8601-4feba8f6e875","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f36893ac-ab18-4a63-991f-c87347f58727","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f36893ac-ab18-4a63-991f-c87347f58727","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"f36893ac-ab18-4a63-991f-c87347f58727","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"2a34c1fe-231d-4c27-aeba-faffc37d3211","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"2a34c1fe-231d-4c27-aeba-faffc37d3211","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"2a34c1fe-231d-4c27-aeba-faffc37d3211","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f030a6f3-3f66-498e-bc2c-8cf51562505e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f030a6f3-3f66-498e-bc2c-8cf51562505e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f030a6f3-3f66-498e-bc2c-8cf51562505e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c6a390e9-23c6-4351-bccf-b22169f6d22e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c6a390e9-23c6-4351-bccf-b22169f6d22e","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c6a390e9-23c6-4351-bccf-b22169f6d22e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"7d7c7a01-b4b6-41f9-986f-06ea9f9928a8","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"7d7c7a01-b4b6-41f9-986f-06ea9f9928a8","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"7d7c7a01-b4b6-41f9-986f-06ea9f9928a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"d242b77e-7114-476b-90de-bf2c44fb1640","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"d242b77e-7114-476b-90de-bf2c44fb1640","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"d242b77e-7114-476b-90de-bf2c44fb1640","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"773119b1-ba02-40a4-890d-c147b449d447","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"773119b1-ba02-40a4-890d-c147b449d447","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"773119b1-ba02-40a4-890d-c147b449d447","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"f67d3061-2691-4d31-acd8-74b4376d9953","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"f67d3061-2691-4d31-acd8-74b4376d9953","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"f67d3061-2691-4d31-acd8-74b4376d9953","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64e1ea74-44da-481d-8b3f-d06f886bc459","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64e1ea74-44da-481d-8b3f-d06f886bc459","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"64e1ea74-44da-481d-8b3f-d06f886bc459","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"7841b089-7ce6-4044-a211-24a3f9e7e90f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"7841b089-7ce6-4044-a211-24a3f9e7e90f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"7841b089-7ce6-4044-a211-24a3f9e7e90f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9b1346b2-d020-402f-942e-6709427ab06c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9b1346b2-d020-402f-942e-6709427ab06c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9b1346b2-d020-402f-942e-6709427ab06c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"0f175512-de63-4adb-a9c3-6a5f05e48f5c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"0f175512-de63-4adb-a9c3-6a5f05e48f5c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"0f175512-de63-4adb-a9c3-6a5f05e48f5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"8e0ad367-b8de-4e8a-a2b7-44b73a1391f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"8e0ad367-b8de-4e8a-a2b7-44b73a1391f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"8e0ad367-b8de-4e8a-a2b7-44b73a1391f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"f613db13-2217-48c2-9b41-ba246ce65abd","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"f613db13-2217-48c2-9b41-ba246ce65abd","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"f613db13-2217-48c2-9b41-ba246ce65abd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3d9f5552-19aa-4f78-bff7-5d4d1761a344","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3d9f5552-19aa-4f78-bff7-5d4d1761a344","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3d9f5552-19aa-4f78-bff7-5d4d1761a344","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"599a4d28-a295-4520-9365-70b095888e65","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"599a4d28-a295-4520-9365-70b095888e65","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"599a4d28-a295-4520-9365-70b095888e65","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"b61edb24-c8cf-46c1-80ac-4f9713dc213c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"b61edb24-c8cf-46c1-80ac-4f9713dc213c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"b61edb24-c8cf-46c1-80ac-4f9713dc213c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d0fd443b-f11c-4732-8af8-6312c7cb0c35","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d0fd443b-f11c-4732-8af8-6312c7cb0c35","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d0fd443b-f11c-4732-8af8-6312c7cb0c35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9bfcee4f-1149-44e1-9305-c13835970d92","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9bfcee4f-1149-44e1-9305-c13835970d92","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"9bfcee4f-1149-44e1-9305-c13835970d92","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d9f99c6d-71cb-4ad6-a1af-4517098bc49c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d9f99c6d-71cb-4ad6-a1af-4517098bc49c","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T02:46:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"d9f99c6d-71cb-4ad6-a1af-4517098bc49c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-b6fb9b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-b6fb9b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"3e1fae22-9e68-4102-b89f-d336ad4c0e6a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"3e1fae22-9e68-4102-b89f-d336ad4c0e6a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:39Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"3e1fae22-9e68-4102-b89f-d336ad4c0e6a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"0bc52af2-ebed-4264-9b38-e1464e15127f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:40Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"0bc52af2-ebed-4264-9b38-e1464e15127f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:40Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"0bc52af2-ebed-4264-9b38-e1464e15127f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:40Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"0bc52af2-ebed-4264-9b38-e1464e15127f","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"6c9d5745-a3f0-4cdc-8bad-ebf364b4c6f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"6c9d5745-a3f0-4cdc-8bad-ebf364b4c6f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"6c9d5745-a3f0-4cdc-8bad-ebf364b4c6f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"6c9d5745-a3f0-4cdc-8bad-ebf364b4c6f4","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"premium-w0-b6fb9b","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9eb89134-ff11-442f-aeb6-bcaac450577d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9eb89134-ff11-442f-aeb6-bcaac450577d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9eb89134-ff11-442f-aeb6-bcaac450577d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"}
{"level":"error","ts":"2026-11-03T02:46:41Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9eb89134-ff11-442f-aeb6-bcaac450577d","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"simulator-w0-b6fb9b","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T02:46:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1bc16777-31e4-4f01-8c77-1ddfbb94e16a","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-kdwmt","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-kdwmt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9b5da00c-8ec9-4df1-b919-cfbf977b2b8d","name":"e2e-distinct-2-simulated-validation-kdwmt","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f51aaf77-7727-4c4b-8a29-5f256afa7340","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2efbcace-b451-469d-a67b-0f7bb1983e73","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fa0878f5-7b28-4c13-85ca-8556d146be24","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-v5ns9","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-v5ns9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"18843ad9-2535-4bf0-897c-341335c54e08","name":"facebook-opt-125m-simulated-validation-v5ns9","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b0f3d117-e81d-415e-99cc-dddbab0d4654","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"eebabb0b-1cf1-4d80-a1f9-e150e0f2aae2","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5ee6dfad-0a43-4dc2-ba03-8cfe3bbf98e7","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5936b554-5611-4a68-a8f7-9bffa331f2f1","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4c6d73de-08ef-46ef-8605-59e08c83f955","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e7191352-0d84-4801-87f2-54dc6221cc2a","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75eddf2c-5de0-4e0d-937e-876f0a5a1481","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8c220ba0-3cf2-49a5-8b2e-5466c3bf9f6e","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-qv94q","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-qv94q","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3f06d2be-231d-4e62-95b7-2515a0238dfc","name":"premium-simulated-simulated-premium-validation-qv94q","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"22861548-c074-4a78-8a62-8608ae5b7824","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ed795f98-e775-4bca-a02a-7f7b55280cbc","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4a0040c3-c880-4ed3-bca8-65740701ea55","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"485c5180-3e14-4277-912f-08db3f71c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"ea1a99e3-c7fd-487d-a612-d08995ca68d5","Namespace":"e2e-models-e2e-worker-w0-b6fb9b","Name":"distinct-2-w0-b6fb9b"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-g82bn","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-g82bn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2aae7788-d563-4c39-9981-da2ff9b34629","name":"e2e-distinct-simulated-validation-g82bn","namespace":"llm"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T02:46:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83015a10-9b0e-412b-a4bd-8dc98d323d4f","Namespace":"llm","Name":"e2e-distinct-simulated"}