{"level":"info","ts":"2026-10-31T01:31:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6181cb28-8b8f-4d8e-be8b-3a41ee6dffd9","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6181cb28-8b8f-4d8e-be8b-3a41ee6dffd9","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73-validation-zdqln","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73-validation-zdqln","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6d5515c3-d2b7-41b4-91e7-a4f481c5c627","name":"distinct-2-w0-8bec73-validation-zdqln","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","route":"e2e-models-e2e-worker-w0-8bec73/distinct-2-w0-8bec73-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","ready":true}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"02613e61-05c2-4cad-92ce-cc38815841dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-t4g2f","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-t4g2f","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6a0efa92-13ec-4373-ae29-3a0f8155e82d","name":"e2e-embedding-simulated-validation-t4g2f","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f19b05a0-1d28-4e44-bd92-63d938388da9","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:31:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-lvqqg","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-lvqqg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"5f52502c-ec01-474c-9730-9099ef1bf222","name":"e2e-distinct-2-simulated-validation-lvqqg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767982ab-fc72-4b3f-8206-7464090efd38","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:31:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-jll7k","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-jll7k","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6e7a771b-2504-4585-b1cf-a43e02925b85","name":"e2e-distinct-simulated-validation-jll7k","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a85a4936-89e5-4d53-887c-5df103390040","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:31:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-95nl6","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-95nl6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b3eac9b3-e5f4-416a-96d4-d2d12582550b","name":"facebook-opt-125m-simulated-validation-95nl6","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e2cdc42-f60c-4901-af8f-ca66f02a8347","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:31:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"distinct-w4-ef2572","reconcileID":"2529e01e-2708-493a-b648-643cda09f0fa","Namespace":"e2e-models-e2e-worker-w4-ef2572","Name":"distinct-w4-ef2572"}
{"level":"info","ts":"2026-10-31T01:31:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-75cwj","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-75cwj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"578068d1-81e6-410c-9a29-2769c15cb419","name":"echo-simulator-validation-75cwj","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cf2fc7ec-6f8d-4498-ae1e-fa86f33f6abe","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"71ab63f3-58ec-4127-be9f-99bb00e6d2df","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5db7a5ba-d5f5-486b-b868-4de478e1f92f","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2fb5c4cd-1b32-4977-ba15-a69792c64366","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f1a91f8-5757-49bf-81bf-84bae6405e75","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"eb118ed5-5fee-4ab9-8b82-66ee8a938e04","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"836c51ba-4087-4fda-95f9-fd647572e2bf","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73-validation-h5vv7","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73-validation-h5vv7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fd119f30-b19b-42ca-9a10-656b90443b3d","name":"premium-w0-8bec73-validation-h5vv7","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4ccd52ee-82f1-485b-9100-c462012e1722","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"097bbcb8-842c-493f-bbc2-9d98803e4bde","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","route":"e2e-models-e2e-worker-w0-8bec73/premium-w0-8bec73-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","ready":true}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"05c141f6-7eca-4484-a77c-2583b6147242","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"49f34fc3-b6e0-4df4-9265-bb2ec112d3be","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"85cf46ba-dbb4-40b2-9e16-186417d73a4f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"edd1bec8-959b-4355-b31d-fff96590892b","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"98aabdfa-3cb3-4723-85a6-311043bd72d0","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73-validation-xxfzk","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73-validation-xxfzk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f2ccdc0e-83f8-40ed-a2fd-0aecc5a8b857","name":"distinct-w0-8bec73-validation-xxfzk","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","route":"e2e-models-e2e-worker-w0-8bec73/distinct-w0-8bec73-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","gateway":"openshift-ingress/e2e-worker-w0-8bec73","ready":true}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"7fe9f3e4-e4ab-40c3-9c24-1ea3d1f43417","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"premium-w4-ef2572","reconcileID":"aaab8847-02f3-42a0-bb96-2aa990ef0119","Namespace":"e2e-models-e2e-worker-w4-ef2572","Name":"premium-w4-ef2572"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ef2572","namespace":"e2e-models-e2e-worker-w4-ef2572"},"namespace":"e2e-models-e2e-worker-w4-ef2572","name":"simulator-w4-ef2572","reconcileID":"8dbfaf16-81ec-4d91-baf0-2fa1dd249566","Namespace":"e2e-models-e2e-worker-w4-ef2572","Name":"simulator-w4-ef2572"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-nrcst","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-nrcst","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2c9240cc-96b5-4fd0-a4ba-5ad6a86aee1e","name":"e2e-trlp-test-simulated-validation-nrcst","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:31:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7119b059-b07c-4abc-b640-2d9d9189f813","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"2477ecf7-d801-4add-91e5-f65b1ecdbf5f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"2477ecf7-d801-4add-91e5-f65b1ecdbf5f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"2477ecf7-d801-4add-91e5-f65b1ecdbf5f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59aac6c2-a4ae-480a-a076-b8c1c677018f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59aac6c2-a4ae-480a-a076-b8c1c677018f","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59aac6c2-a4ae-480a-a076-b8c1c677018f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"f1602be7-ab7e-48c0-bc23-4e61f5c52a14","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"f1602be7-ab7e-48c0-bc23-4e61f5c52a14","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"f1602be7-ab7e-48c0-bc23-4e61f5c52a14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"32a6d61f-0c43-4378-9662-86f185586db3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"32a6d61f-0c43-4378-9662-86f185586db3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"32a6d61f-0c43-4378-9662-86f185586db3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3fdeafa6-4105-4340-9429-1d6f2ded6951","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3fdeafa6-4105-4340-9429-1d6f2ded6951","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3fdeafa6-4105-4340-9429-1d6f2ded6951","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d8fe084e-ef86-42ba-be30-cfef8d25dd82","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d8fe084e-ef86-42ba-be30-cfef8d25dd82","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d8fe084e-ef86-42ba-be30-cfef8d25dd82","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"59e4f5b3-3594-4064-b9d8-d871632a3148","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"59e4f5b3-3594-4064-b9d8-d871632a3148","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"59e4f5b3-3594-4064-b9d8-d871632a3148","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"137498c8-e68b-492c-8a02-e78702261130","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"137498c8-e68b-492c-8a02-e78702261130","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"137498c8-e68b-492c-8a02-e78702261130","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7fa26104-8861-4738-8a00-c663bbc3a69a","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7fa26104-8861-4738-8a00-c663bbc3a69a","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"7fa26104-8861-4738-8a00-c663bbc3a69a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c52461bc-d82f-409c-8f30-7bfdf4079362","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c52461bc-d82f-409c-8f30-7bfdf4079362","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"c52461bc-d82f-409c-8f30-7bfdf4079362","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a540c259-cfd9-47e4-844a-c7e6f73e1c5c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a540c259-cfd9-47e4-844a-c7e6f73e1c5c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"a540c259-cfd9-47e4-844a-c7e6f73e1c5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"892ee4f8-44c1-4c2e-b8f6-e0fd1f37ce64","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"892ee4f8-44c1-4c2e-b8f6-e0fd1f37ce64","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"892ee4f8-44c1-4c2e-b8f6-e0fd1f37ce64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"002ad832-8050-4425-92a8-dfcf427740f7","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"002ad832-8050-4425-92a8-dfcf427740f7","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"002ad832-8050-4425-92a8-dfcf427740f7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"02b9b158-9098-4e8c-8977-040d256ad8a6","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"02b9b158-9098-4e8c-8977-040d256ad8a6","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"02b9b158-9098-4e8c-8977-040d256ad8a6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"8899a7df-9844-4805-b3b1-326928d0ea2b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"8899a7df-9844-4805-b3b1-326928d0ea2b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"8899a7df-9844-4805-b3b1-326928d0ea2b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c21bc72b-a8b8-4868-83b0-754f46a2fcdf","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c21bc72b-a8b8-4868-83b0-754f46a2fcdf","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"c21bc72b-a8b8-4868-83b0-754f46a2fcdf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c90801a7-93ff-4ca7-857f-e64e7efe315c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c90801a7-93ff-4ca7-857f-e64e7efe315c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"c90801a7-93ff-4ca7-857f-e64e7efe315c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59f2edba-d24f-40ef-9496-847da309ad32","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59f2edba-d24f-40ef-9496-847da309ad32","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"59f2edba-d24f-40ef-9496-847da309ad32","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b205323f-bcf3-4946-a634-443edddf9bf3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b205323f-bcf3-4946-a634-443edddf9bf3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b205323f-bcf3-4946-a634-443edddf9bf3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6ff0e23f-5c6f-493d-8480-dfa016ac6170","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6ff0e23f-5c6f-493d-8480-dfa016ac6170","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6ff0e23f-5c6f-493d-8480-dfa016ac6170","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8882ead5-7e70-43e2-b8ee-2ec1aa9c43e8","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8882ead5-7e70-43e2-b8ee-2ec1aa9c43e8","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"8882ead5-7e70-43e2-b8ee-2ec1aa9c43e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a2de6980-6366-4c4a-a913-dff35ee05b1b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a2de6980-6366-4c4a-a913-dff35ee05b1b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a2de6980-6366-4c4a-a913-dff35ee05b1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"bd45111e-50ec-4f12-888f-8ea8ecc9602d","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"bd45111e-50ec-4f12-888f-8ea8ecc9602d","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"bd45111e-50ec-4f12-888f-8ea8ecc9602d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5666b09c-e774-422b-8cbc-7b0bdaa1f3fd","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5666b09c-e774-422b-8cbc-7b0bdaa1f3fd","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"5666b09c-e774-422b-8cbc-7b0bdaa1f3fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fc37663f-31f3-4fb4-b6ab-c6fbcf704acc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fc37663f-31f3-4fb4-b6ab-c6fbcf704acc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"fc37663f-31f3-4fb4-b6ab-c6fbcf704acc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ff0b6ed8-69ac-49af-8b99-8bc2b738d285","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ff0b6ed8-69ac-49af-8b99-8bc2b738d285","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"ff0b6ed8-69ac-49af-8b99-8bc2b738d285","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"ddfe048e-b047-480a-955e-c01dab84ef34","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"ddfe048e-b047-480a-955e-c01dab84ef34","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"ddfe048e-b047-480a-955e-c01dab84ef34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"98d76a69-010d-4a65-9628-b5a3bbcb5de9","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"98d76a69-010d-4a65-9628-b5a3bbcb5de9","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"98d76a69-010d-4a65-9628-b5a3bbcb5de9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b81f063d-6b81-4457-a975-d224ebcb78ea","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b81f063d-6b81-4457-a975-d224ebcb78ea","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"b81f063d-6b81-4457-a975-d224ebcb78ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4b06832a-7c02-41de-9a2f-fe06fd8411e6","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4b06832a-7c02-41de-9a2f-fe06fd8411e6","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"4b06832a-7c02-41de-9a2f-fe06fd8411e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"64337548-d339-47c4-97f9-1f1240d40d13","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"64337548-d339-47c4-97f9-1f1240d40d13","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"64337548-d339-47c4-97f9-1f1240d40d13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"86491f5e-351b-402b-b6ee-e706e4dae199","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"86491f5e-351b-402b-b6ee-e706e4dae199","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"86491f5e-351b-402b-b6ee-e706e4dae199","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f88b04c1-6eb2-4880-8680-7afeb4458238","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f88b04c1-6eb2-4880-8680-7afeb4458238","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"f88b04c1-6eb2-4880-8680-7afeb4458238","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a8c8a9c0-2cc1-495a-8976-06c03b7c5868","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a8c8a9c0-2cc1-495a-8976-06c03b7c5868","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"a8c8a9c0-2cc1-495a-8976-06c03b7c5868","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"455c8fc8-1da5-42e8-8e29-757b81cdc753","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"455c8fc8-1da5-42e8-8e29-757b81cdc753","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"455c8fc8-1da5-42e8-8e29-757b81cdc753","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9f413910-1781-4a60-b6a6-632f06b34a2c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9f413910-1781-4a60-b6a6-632f06b34a2c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"9f413910-1781-4a60-b6a6-632f06b34a2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"efcdc1b7-d11c-4606-aff7-e4f6938f6a72","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"efcdc1b7-d11c-4606-aff7-e4f6938f6a72","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"efcdc1b7-d11c-4606-aff7-e4f6938f6a72","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f93f8bed-5c09-4934-956c-8487aa7006c2","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f93f8bed-5c09-4934-956c-8487aa7006c2","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"f93f8bed-5c09-4934-956c-8487aa7006c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c8cfe2a4-2037-48ba-885f-da94766d2983","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c8cfe2a4-2037-48ba-885f-da94766d2983","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"c8cfe2a4-2037-48ba-885f-da94766d2983","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"3c728882-5894-45ee-84a1-b0c996278a60","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"3c728882-5894-45ee-84a1-b0c996278a60","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"3c728882-5894-45ee-84a1-b0c996278a60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"43bafd4f-7888-4f9f-82fb-3b882cd9f555","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"43bafd4f-7888-4f9f-82fb-3b882cd9f555","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"43bafd4f-7888-4f9f-82fb-3b882cd9f555","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"3966a97a-1359-49c5-8de2-dafa55005d00","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"3966a97a-1359-49c5-8de2-dafa55005d00","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"3966a97a-1359-49c5-8de2-dafa55005d00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e104e83e-4005-4d02-8c9a-e390608e90ce","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e104e83e-4005-4d02-8c9a-e390608e90ce","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"e104e83e-4005-4d02-8c9a-e390608e90ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"739c71c4-b145-48a4-a5f7-3f400618dffb","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"739c71c4-b145-48a4-a5f7-3f400618dffb","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"739c71c4-b145-48a4-a5f7-3f400618dffb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"83d7b75b-8ad5-47fb-8276-2541e1c3696e","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"83d7b75b-8ad5-47fb-8276-2541e1c3696e","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"83d7b75b-8ad5-47fb-8276-2541e1c3696e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"cc07da13-3e1d-4b20-bff0-3c0599826e06","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"cc07da13-3e1d-4b20-bff0-3c0599826e06","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"cc07da13-3e1d-4b20-bff0-3c0599826e06","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"0c3089ad-6d07-47e9-a344-c7f09720aadb","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"0c3089ad-6d07-47e9-a344-c7f09720aadb","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"0c3089ad-6d07-47e9-a344-c7f09720aadb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1521aa83-9644-414d-b64a-00cc97438f95","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1521aa83-9644-414d-b64a-00cc97438f95","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"1521aa83-9644-414d-b64a-00cc97438f95","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"785b34ed-6f5b-4a79-81d5-b6eb24b76fbc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"785b34ed-6f5b-4a79-81d5-b6eb24b76fbc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"785b34ed-6f5b-4a79-81d5-b6eb24b76fbc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d9e01ba9-c555-435e-a736-fb0d83ec7d41","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d9e01ba9-c555-435e-a736-fb0d83ec7d41","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"d9e01ba9-c555-435e-a736-fb0d83ec7d41","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"83af0e14-ce3c-415e-96ce-a35e56bfd381","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"83af0e14-ce3c-415e-96ce-a35e56bfd381","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"83af0e14-ce3c-415e-96ce-a35e56bfd381","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"83c58df1-db8e-41a9-8486-e7d285cb4ace","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"83c58df1-db8e-41a9-8486-e7d285cb4ace","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"83c58df1-db8e-41a9-8486-e7d285cb4ace","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b0172118-d004-4b1c-bd78-02d6fc3240f5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b0172118-d004-4b1c-bd78-02d6fc3240f5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"b0172118-d004-4b1c-bd78-02d6fc3240f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3c760b4f-a578-40c8-b387-d8a4e2416ade","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3c760b4f-a578-40c8-b387-d8a4e2416ade","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"3c760b4f-a578-40c8-b387-d8a4e2416ade","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b44f4cdb-79e0-405c-9976-58ccdd7f6589","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b44f4cdb-79e0-405c-9976-58ccdd7f6589","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b44f4cdb-79e0-405c-9976-58ccdd7f6589","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"1b6e4449-2381-4ffc-bf87-66421cbd42a2","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"1b6e4449-2381-4ffc-bf87-66421cbd42a2","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"1b6e4449-2381-4ffc-bf87-66421cbd42a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"31e525e0-f396-4f2c-9abe-59233471ffe3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:33:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:33:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"31e525e0-f396-4f2c-9abe-59233471ffe3","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:33:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"31e525e0-f396-4f2c-9abe-59233471ffe3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"79ff8c43-b568-4313-9ac8-169a3084e833","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"79ff8c43-b568-4313-9ac8-169a3084e833","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"79ff8c43-b568-4313-9ac8-169a3084e833","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"63a5578a-6b5f-4dd9-920c-bb3bc22636a5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"63a5578a-6b5f-4dd9-920c-bb3bc22636a5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"63a5578a-6b5f-4dd9-920c-bb3bc22636a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"06f320bf-b540-436d-b906-c7737f0dda7a","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"06f320bf-b540-436d-b906-c7737f0dda7a","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"06f320bf-b540-436d-b906-c7737f0dda7a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"43d06c3f-2741-46b4-ac10-cae09c2818dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"43d06c3f-2741-46b4-ac10-cae09c2818dc","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"43d06c3f-2741-46b4-ac10-cae09c2818dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1045b79d-dce4-4ac1-ba48-7f110eba5066","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1045b79d-dce4-4ac1-ba48-7f110eba5066","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"1045b79d-dce4-4ac1-ba48-7f110eba5066","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"5b1f8b39-2251-4e7d-af85-4ad310b0efb5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"5b1f8b39-2251-4e7d-af85-4ad310b0efb5","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"5b1f8b39-2251-4e7d-af85-4ad310b0efb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b602e665-4b2c-4c24-ab11-5693c5840765","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b602e665-4b2c-4c24-ab11-5693c5840765","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"b602e665-4b2c-4c24-ab11-5693c5840765","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"624bb03e-92e5-4004-af76-a1c6c5d0578b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"624bb03e-92e5-4004-af76-a1c6c5d0578b","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:34:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"624bb03e-92e5-4004-af76-a1c6c5d0578b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-8bec73-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-8bec73 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"56a3b341-7e3c-45c1-955b-02f6492b5010","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"56a3b341-7e3c-45c1-955b-02f6492b5010","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:04Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"56a3b341-7e3c-45c1-955b-02f6492b5010","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"88504b1d-3d8e-4ec5-bf44-e43411ece814","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"88504b1d-3d8e-4ec5-bf44-e43411ece814","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"88504b1d-3d8e-4ec5-bf44-e43411ece814","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"88504b1d-3d8e-4ec5-bf44-e43411ece814","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b776b764-a468-4e6f-bcc1-a1e3233c0bc4","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b776b764-a468-4e6f-bcc1-a1e3233c0bc4","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b776b764-a468-4e6f-bcc1-a1e3233c0bc4","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:06Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-w0-8bec73","reconcileID":"b776b764-a468-4e6f-bcc1-a1e3233c0bc4","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-w0-8bec73","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"84d094fc-f248-452a-bca5-5ebcc6c4c85c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:07Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"84d094fc-f248-452a-bca5-5ebcc6c4c85c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:07Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"84d094fc-f248-452a-bca5-5ebcc6c4c85c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"}
{"level":"error","ts":"2026-10-31T01:34:07Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"premium-w0-8bec73","reconcileID":"84d094fc-f248-452a-bca5-5ebcc6c4c85c","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"premium-w0-8bec73","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"distinct-2-w0-8bec73","reconcileID":"60525c01-ac8f-4c34-83c9-93716d545dbe","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"distinct-2-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-8bec73","namespace":"e2e-models-e2e-worker-w0-8bec73"},"namespace":"e2e-models-e2e-worker-w0-8bec73","name":"simulator-w0-8bec73","reconcileID":"6a71df52-74ae-41ac-8ee8-00054bae99e9","Namespace":"e2e-models-e2e-worker-w0-8bec73","Name":"simulator-w0-8bec73"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-dpmxs","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-dpmxs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cbf86647-510a-4506-b5cc-094ccf19d344","name":"e2e-trlp-test-simulated-validation-dpmxs","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"631f1589-496c-406b-8447-24eafe5c4a2d","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1143895-d222-4e96-9f60-c637e633de31","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cxwj8","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cxwj8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bbe5ac53-87f3-46e3-88ae-40e6e13e498b","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cxwj8","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1143895-d222-4e96-9f60-c637e633de31","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1143895-d222-4e96-9f60-c637e633de31","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:34:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d1143895-d222-4e96-9f60-c637e633de31","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}