{"level":"info","ts":"2026-11-03T15:04:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"8e536a0d-5d43-4066-a2ce-4df908a679fb","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"8e536a0d-5d43-4066-a2ce-4df908a679fb","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"8e536a0d-5d43-4066-a2ce-4df908a679fb","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"8e536a0d-5d43-4066-a2ce-4df908a679fb","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-fq5vj","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-fq5vj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b834cea7-f5d0-4ccd-a4a3-7d760519d44f","name":"e2e-distinct-simulated-validation-fq5vj","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"613726e2-4eec-49c0-b144-30afc4756b38","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-mc6fw","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-mc6fw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0ab0ee91-c710-4d0e-b90c-58dc167d2af1","name":"premium-simulated-simulated-premium-validation-mc6fw","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"733342d9-a5c5-4807-b621-2ca09f884373","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a-validation-gpgzq","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a-validation-gpgzq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b9d5bf0b-f59f-40eb-90d8-4cb9f40f9651","name":"distinct-2-w1-03ce8a-validation-gpgzq","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","route":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","ready":true}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dc31c83-51bf-482b-a8fa-81aab54ea293","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-msxrv","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-msxrv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c7b4edea-b676-4852-a952-737397713c13","name":"echo-simulator-validation-msxrv","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"50b403de-ccc1-40b9-9556-ca0633405525","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a-validation-8t5xn","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a-validation-8t5xn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"830a76cd-dcba-40f6-8b32-03e37ed1c572","name":"simulator-w1-03ce8a-validation-8t5xn","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","route":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","ready":true}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1b1eb778-b29b-4a22-aa08-19efc3af4c34","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a-validation-c82gn","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a-validation-c82gn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"daf8be1f-f788-441f-9da1-16237b4f810d","name":"distinct-w1-03ce8a-validation-c82gn","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","route":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","ready":true}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"583d9db7-b04d-4c59-803a-21744deb0076","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-78jr6","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-78jr6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"17dab732-5550-4251-9e75-320e6b7a7d9e","name":"e2e-embedding-simulated-validation-78jr6","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbd76102-9633-419c-9484-ca84342d1be6","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-ckmtx","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-ckmtx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d3ebf92d-10cd-4ae3-a8da-05c78be32e8f","name":"e2e-trlp-test-simulated-validation-ckmtx","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:04:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfe2a7e4-c6ce-4b5b-b1bd-9d82ec6e0cc7","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e9c63661-4ddd-4f56-8afa-2639c06d0de8","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e9c63661-4ddd-4f56-8afa-2639c06d0de8","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e9c63661-4ddd-4f56-8afa-2639c06d0de8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1a6803db-b829-4b04-a50a-cb7dab83335a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1a6803db-b829-4b04-a50a-cb7dab83335a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1a6803db-b829-4b04-a50a-cb7dab83335a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"df90f942-5e69-475b-9dcf-575ae1b66234","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"df90f942-5e69-475b-9dcf-575ae1b66234","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"df90f942-5e69-475b-9dcf-575ae1b66234","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6696ee19-1138-4f0f-afd3-a782c59270c7","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6696ee19-1138-4f0f-afd3-a782c59270c7","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6696ee19-1138-4f0f-afd3-a782c59270c7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"b3619d43-6bcd-4e04-8b1d-058486e6429d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"b3619d43-6bcd-4e04-8b1d-058486e6429d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"b3619d43-6bcd-4e04-8b1d-058486e6429d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"355ef49c-0935-4c89-b06e-5ed78c326a6f","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"355ef49c-0935-4c89-b06e-5ed78c326a6f","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"355ef49c-0935-4c89-b06e-5ed78c326a6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"e2daa20a-7b43-474c-914c-5fd25936403b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"e2daa20a-7b43-474c-914c-5fd25936403b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"e2daa20a-7b43-474c-914c-5fd25936403b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"886f1ac0-3268-4686-a377-2aacdd0a8be6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"886f1ac0-3268-4686-a377-2aacdd0a8be6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"886f1ac0-3268-4686-a377-2aacdd0a8be6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"2620d3c5-eb01-4c14-8b52-538224fd0ae5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"2620d3c5-eb01-4c14-8b52-538224fd0ae5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"2620d3c5-eb01-4c14-8b52-538224fd0ae5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"cbb898b7-cffa-49d2-a600-c317001407c1","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"cbb898b7-cffa-49d2-a600-c317001407c1","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"cbb898b7-cffa-49d2-a600-c317001407c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"214e40dd-319b-468e-9fb4-e574cbc2dad4","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"214e40dd-319b-468e-9fb4-e574cbc2dad4","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"214e40dd-319b-468e-9fb4-e574cbc2dad4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"76919ab7-2e00-4ab5-815f-446b4bdc159a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"76919ab7-2e00-4ab5-815f-446b4bdc159a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"76919ab7-2e00-4ab5-815f-446b4bdc159a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8623dd9b-b1ba-4f50-a1e6-f4ee173586d3","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8623dd9b-b1ba-4f50-a1e6-f4ee173586d3","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8623dd9b-b1ba-4f50-a1e6-f4ee173586d3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"afb2ec54-2cae-440b-b7e4-843edf27c348","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"afb2ec54-2cae-440b-b7e4-843edf27c348","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"afb2ec54-2cae-440b-b7e4-843edf27c348","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"00abb2fb-f67e-4eb4-aab2-2013987eaf6d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"00abb2fb-f67e-4eb4-aab2-2013987eaf6d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"00abb2fb-f67e-4eb4-aab2-2013987eaf6d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"29aa5d74-ecaa-4a5e-be58-9ef7360f715e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"29aa5d74-ecaa-4a5e-be58-9ef7360f715e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"29aa5d74-ecaa-4a5e-be58-9ef7360f715e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"d6a67784-c98a-4b97-a3b9-66e344ce8626","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"d6a67784-c98a-4b97-a3b9-66e344ce8626","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"d6a67784-c98a-4b97-a3b9-66e344ce8626","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a8e723da-1730-4c25-8750-809f477ea975","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a8e723da-1730-4c25-8750-809f477ea975","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a8e723da-1730-4c25-8750-809f477ea975","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5d347091-73e2-4289-8a88-3e37fcb5798e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5d347091-73e2-4289-8a88-3e37fcb5798e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5d347091-73e2-4289-8a88-3e37fcb5798e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a5863a8e-7d81-4016-b059-aea073dd304d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a5863a8e-7d81-4016-b059-aea073dd304d","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a5863a8e-7d81-4016-b059-aea073dd304d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"6814d052-3387-412c-af59-f88fae87ad4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"6814d052-3387-412c-af59-f88fae87ad4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"6814d052-3387-412c-af59-f88fae87ad4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"989293a9-fb05-4035-b1a1-9ebbf54627c6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"989293a9-fb05-4035-b1a1-9ebbf54627c6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"989293a9-fb05-4035-b1a1-9ebbf54627c6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"f2682afd-cfae-42a9-8b91-0216714e6295","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"f2682afd-cfae-42a9-8b91-0216714e6295","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"f2682afd-cfae-42a9-8b91-0216714e6295","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6b90560a-c0db-4778-a143-1ac892af75e2","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6b90560a-c0db-4778-a143-1ac892af75e2","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6b90560a-c0db-4778-a143-1ac892af75e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"bb52bed8-0f21-4cbb-befe-8b7da3fb6b7b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"bb52bed8-0f21-4cbb-befe-8b7da3fb6b7b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"bb52bed8-0f21-4cbb-befe-8b7da3fb6b7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"8fdf3fe2-4357-4fe8-a52f-ad40145c9f6e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"8fdf3fe2-4357-4fe8-a52f-ad40145c9f6e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"8fdf3fe2-4357-4fe8-a52f-ad40145c9f6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"49033b88-025f-4e02-8a57-808c43d667f5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"49033b88-025f-4e02-8a57-808c43d667f5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"49033b88-025f-4e02-8a57-808c43d667f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e4d32256-402e-4c3e-89ac-7a1576872263","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e4d32256-402e-4c3e-89ac-7a1576872263","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e4d32256-402e-4c3e-89ac-7a1576872263","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"c7f95f34-9439-419d-8c55-ad2fbf1d6149","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"c7f95f34-9439-419d-8c55-ad2fbf1d6149","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"c7f95f34-9439-419d-8c55-ad2fbf1d6149","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"33656080-d7e7-4fc8-afc2-e01619658e00","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"33656080-d7e7-4fc8-afc2-e01619658e00","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"33656080-d7e7-4fc8-afc2-e01619658e00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"71dbf9d6-e93c-4d6d-85d5-4bb977a6a08c","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"71dbf9d6-e93c-4d6d-85d5-4bb977a6a08c","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"71dbf9d6-e93c-4d6d-85d5-4bb977a6a08c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e6456892-d4ee-4a4e-add5-e551e0d5a162","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e6456892-d4ee-4a4e-add5-e551e0d5a162","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e6456892-d4ee-4a4e-add5-e551e0d5a162","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"a233d518-e1a3-4945-aab8-3999072cbc7c","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"a233d518-e1a3-4945-aab8-3999072cbc7c","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"a233d518-e1a3-4945-aab8-3999072cbc7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a6619ef5-cfc0-4f45-9e48-e985d8bb5c0a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a6619ef5-cfc0-4f45-9e48-e985d8bb5c0a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a6619ef5-cfc0-4f45-9e48-e985d8bb5c0a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"c2dc91c6-a2eb-4114-8969-a9b970bbd09e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"c2dc91c6-a2eb-4114-8969-a9b970bbd09e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"c2dc91c6-a2eb-4114-8969-a9b970bbd09e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"18fd3101-6c29-4cfa-ab0c-a207d5a89ccd","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"18fd3101-6c29-4cfa-ab0c-a207d5a89ccd","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"18fd3101-6c29-4cfa-ab0c-a207d5a89ccd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dd72440-535a-4639-968f-43c3c666939b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dd72440-535a-4639-968f-43c3c666939b","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9dd72440-535a-4639-968f-43c3c666939b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"7f973fd8-2d2a-4645-ba62-f1168c79ff57","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"7f973fd8-2d2a-4645-ba62-f1168c79ff57","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"7f973fd8-2d2a-4645-ba62-f1168c79ff57","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5a005681-5a4b-4794-92ba-707af1dec472","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5a005681-5a4b-4794-92ba-707af1dec472","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5a005681-5a4b-4794-92ba-707af1dec472","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7357324b-0bc3-46e8-ab92-123f62e0884a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7357324b-0bc3-46e8-ab92-123f62e0884a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7357324b-0bc3-46e8-ab92-123f62e0884a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e7b64f6e-a9ba-40c7-a55d-f133e864b9b6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e7b64f6e-a9ba-40c7-a55d-f133e864b9b6","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e7b64f6e-a9ba-40c7-a55d-f133e864b9b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a2b44312-4034-46fb-9282-230636f720d5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a2b44312-4034-46fb-9282-230636f720d5","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a2b44312-4034-46fb-9282-230636f720d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e206fa5c-94a6-4f25-852c-291633c786af","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e206fa5c-94a6-4f25-852c-291633c786af","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e206fa5c-94a6-4f25-852c-291633c786af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"268b3595-7f1f-4b11-a886-0a546a831c89","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"268b3595-7f1f-4b11-a886-0a546a831c89","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"268b3595-7f1f-4b11-a886-0a546a831c89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"47f6b268-ae75-486e-9597-6c8a2411c004","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"47f6b268-ae75-486e-9597-6c8a2411c004","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"47f6b268-ae75-486e-9597-6c8a2411c004","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"5cee65f3-596e-41b5-bb46-34be2e297fe7","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"5cee65f3-596e-41b5-bb46-34be2e297fe7","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"5cee65f3-596e-41b5-bb46-34be2e297fe7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"9e7b144c-bbce-476f-ae74-ffecf5ff9949","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"9e7b144c-bbce-476f-ae74-ffecf5ff9949","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"9e7b144c-bbce-476f-ae74-ffecf5ff9949","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fd2fa69d-fddb-4ef2-8bf8-b8483e6f8eee","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fd2fa69d-fddb-4ef2-8bf8-b8483e6f8eee","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fd2fa69d-fddb-4ef2-8bf8-b8483e6f8eee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"42acecb7-09ec-46bc-939f-81ec737a8939","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"42acecb7-09ec-46bc-939f-81ec737a8939","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"42acecb7-09ec-46bc-939f-81ec737a8939","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8a3b279a-36d5-47b0-8111-b4dd6cea0c2e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8a3b279a-36d5-47b0-8111-b4dd6cea0c2e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8a3b279a-36d5-47b0-8111-b4dd6cea0c2e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"98d87708-7d18-4973-896c-d60283ca5818","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"98d87708-7d18-4973-896c-d60283ca5818","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"98d87708-7d18-4973-896c-d60283ca5818","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"ca4be063-09b2-4c99-80b4-44bd1e35d0c2","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"ca4be063-09b2-4c99-80b4-44bd1e35d0c2","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"ca4be063-09b2-4c99-80b4-44bd1e35d0c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"1a115d81-1f8b-441e-a3fc-6e059af2f02a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"1a115d81-1f8b-441e-a3fc-6e059af2f02a","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"1a115d81-1f8b-441e-a3fc-6e059af2f02a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"21abfae5-bae6-4e2a-91b4-05cba31438f8","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"21abfae5-bae6-4e2a-91b4-05cba31438f8","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"21abfae5-bae6-4e2a-91b4-05cba31438f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8e9c905c-6964-4176-8fc8-dd759bc6b5fe","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8e9c905c-6964-4176-8fc8-dd759bc6b5fe","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8e9c905c-6964-4176-8fc8-dd759bc6b5fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"f1860d58-0bea-4faa-97dd-66a3cc896f31","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"f1860d58-0bea-4faa-97dd-66a3cc896f31","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"f1860d58-0bea-4faa-97dd-66a3cc896f31","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f11714a8-d1f1-4d9f-8828-be78aa408cdd","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f11714a8-d1f1-4d9f-8828-be78aa408cdd","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f11714a8-d1f1-4d9f-8828-be78aa408cdd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"64de48c0-ddce-4d6b-8468-33da91a2bf60","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"64de48c0-ddce-4d6b-8468-33da91a2bf60","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"64de48c0-ddce-4d6b-8468-33da91a2bf60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"200b4f53-2907-41d0-b136-ee4c4f49ed00","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"200b4f53-2907-41d0-b136-ee4c4f49ed00","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"200b4f53-2907-41d0-b136-ee4c4f49ed00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"68bba3e9-63a3-4f1d-bd27-05f60bfea2e9","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"68bba3e9-63a3-4f1d-bd27-05f60bfea2e9","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"68bba3e9-63a3-4f1d-bd27-05f60bfea2e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e8afefcf-00ce-4bc2-8939-06c857371b71","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e8afefcf-00ce-4bc2-8939-06c857371b71","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e8afefcf-00ce-4bc2-8939-06c857371b71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"27ea1039-9a3b-471c-bf32-9fbe648e5843","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"27ea1039-9a3b-471c-bf32-9fbe648e5843","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T15:05:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"27ea1039-9a3b-471c-bf32-9fbe648e5843","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-03ce8a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-03ce8a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"579c438c-05e5-4d98-b14f-dec60629fe37","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:47Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"579c438c-05e5-4d98-b14f-dec60629fe37","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:47Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"579c438c-05e5-4d98-b14f-dec60629fe37","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"39c67345-2826-48de-b77c-443d7e9a3839","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:48Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"39c67345-2826-48de-b77c-443d7e9a3839","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:48Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"39c67345-2826-48de-b77c-443d7e9a3839","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:48Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"39c67345-2826-48de-b77c-443d7e9a3839","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"59adfc34-523e-4b1f-b610-342af34e216e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"59adfc34-523e-4b1f-b610-342af34e216e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"59adfc34-523e-4b1f-b610-342af34e216e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"59adfc34-523e-4b1f-b610-342af34e216e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"simulator-w1-03ce8a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"34d7d6eb-0634-4fe8-aec1-1b00eaa1ae4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"34d7d6eb-0634-4fe8-aec1-1b00eaa1ae4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"34d7d6eb-0634-4fe8-aec1-1b00eaa1ae4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"}
{"level":"error","ts":"2026-11-03T15:05:49Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"34d7d6eb-0634-4fe8-aec1-1b00eaa1ae4e","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"premium-w1-03ce8a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"4d70f82d-05a3-4859-bc9f-c85e1c28c89f","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-2-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"2b9daaf1-d166-4009-b681-36a6ddffb085","Namespace":"e2e-models-e2e-worker-w1-03ce8a","Name":"distinct-w1-03ce8a"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-8ds8x","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-8ds8x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"02f8dabe-d1a2-4433-a323-01e292c02151","name":"facebook-opt-125m-simulated-validation-8ds8x","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef14069-7bb8-4d93-946a-62c0839652dc","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-drjph","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-drjph","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"588cb592-e8fe-4c87-9bca-815ce67a5b38","name":"e2e-distinct-2-simulated-validation-drjph","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39d4316e-c96a-481e-8c26-a0f589635e3a","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d4j6x","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d4j6x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"17d88f90-35b4-48fd-a929-8d9474813a7b","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-d4j6x","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9db95c33-1165-47c3-9a03-3db49badd62d","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ca94507d-aba0-4bac-aa7a-b80d22b6a5c1","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-vzhd7","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-vzhd7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"7b6d9731-8735-45a1-afaf-fb8ddaca17e6","name":"e2e-distinct-simulated-validation-vzhd7","namespace":"llm"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"908e1d8c-3e1e-45b5-8ab0-b55feebac58e","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b5f5c09-16ac-42e3-8785-bce7ac4d5b35","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T15:05:56Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5f578ed9-cbfe-46f1-96ff-b7003521cbf4","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"}