{"level":"info","ts":"2026-11-04T03:46:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5bcf589e-60ce-41c6-abc3-cf03f00922b1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T03:46:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kpd4d","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kpd4d","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ce0f00cb-de09-42eb-b579-f8d5db038085","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kpd4d","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac13e6d7-6d9e-40fc-8e78-288bec7103ef","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-992w2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-992w2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"49e1fa67-4378-4b11-b792-ab883bea23b6","name":"e2e-distinct-simulated-validation-992w2","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3914b839-66cc-45ec-8454-af07a2aff94d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T03:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-g9vcl","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-g9vcl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b49fab11-1727-4dd1-84b6-b3efd926b0d3","name":"e2e-trlp-test-simulated-validation-g9vcl","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"874fbbae-683d-4a4c-9040-5318ccc7c7d9","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:46:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vb472","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vb472","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d1a41b29-e15b-421e-b7f9-c5263105d55b","name":"echo-simulator-validation-vb472","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15d0f4ac-f6e1-49f6-97e8-13ac477d5ff9","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:46:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-f79gb","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-f79gb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"78449a43-486b-42db-b9be-c03caa2a9a81","name":"facebook-opt-125m-simulated-validation-f79gb","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ce79bb-e625-4eba-9d50-1da8c6867a46","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-8nbq9","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-8nbq9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4f4622f2-f3ad-452a-87c9-ec061dbdd868","name":"premium-simulated-simulated-premium-validation-8nbq9","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4b8e884-c69b-441e-8186-fe83b8c8cf16","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-zqc6d","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-zqc6d","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cc1a3250-433e-4aa0-a63b-d8ee142dbfdd","name":"e2e-distinct-2-simulated-validation-zqc6d","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:46:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:46:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edf45f15-710f-4a36-ac7a-176f8a297152","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T03:47:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"1fb91958-f15e-4953-907d-71d1a8ec8a43","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"1fb91958-f15e-4953-907d-71d1a8ec8a43","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"1fb91958-f15e-4953-907d-71d1a8ec8a43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"345557a7-88db-4260-8a1d-6310c8bcb7b5","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"345557a7-88db-4260-8a1d-6310c8bcb7b5","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"345557a7-88db-4260-8a1d-6310c8bcb7b5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"4d9d27f6-c4aa-416c-9d14-088c3d18cdcc","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"4d9d27f6-c4aa-416c-9d14-088c3d18cdcc","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"4d9d27f6-c4aa-416c-9d14-088c3d18cdcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4153efee-6863-4bb9-bfd4-7dfb23da3a24","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4153efee-6863-4bb9-bfd4-7dfb23da3a24","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4153efee-6863-4bb9-bfd4-7dfb23da3a24","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"0177fd9a-6fc0-40b1-8d32-a0a6251899f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"0177fd9a-6fc0-40b1-8d32-a0a6251899f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"0177fd9a-6fc0-40b1-8d32-a0a6251899f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"9af9ba63-8a15-4a9d-8970-59c337fac5f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"9af9ba63-8a15-4a9d-8970-59c337fac5f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"9af9ba63-8a15-4a9d-8970-59c337fac5f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"d271033d-f9fc-4d1c-a824-ad6ccd1602c0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"d271033d-f9fc-4d1c-a824-ad6ccd1602c0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"d271033d-f9fc-4d1c-a824-ad6ccd1602c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"18a87c5b-06ec-4837-ada8-73296fef6b30","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"18a87c5b-06ec-4837-ada8-73296fef6b30","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"18a87c5b-06ec-4837-ada8-73296fef6b30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"c3671c9a-50e4-403d-ab88-35833cbdccda","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"c3671c9a-50e4-403d-ab88-35833cbdccda","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"c3671c9a-50e4-403d-ab88-35833cbdccda","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"cd294db6-8724-4860-8531-641dea2cb71e","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"cd294db6-8724-4860-8531-641dea2cb71e","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"cd294db6-8724-4860-8531-641dea2cb71e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1e0caf74-a40f-44f0-9b2d-3a41e5a68d99","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1e0caf74-a40f-44f0-9b2d-3a41e5a68d99","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1e0caf74-a40f-44f0-9b2d-3a41e5a68d99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8fc274ce-fa7a-4c27-a3ef-05011a0ae9a2","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8fc274ce-fa7a-4c27-a3ef-05011a0ae9a2","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8fc274ce-fa7a-4c27-a3ef-05011a0ae9a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"d1440f49-162a-47fd-9fc6-b3d1505bbe35","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"d1440f49-162a-47fd-9fc6-b3d1505bbe35","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"d1440f49-162a-47fd-9fc6-b3d1505bbe35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d1b447ff-524c-423f-96da-92f89918ab98","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d1b447ff-524c-423f-96da-92f89918ab98","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d1b447ff-524c-423f-96da-92f89918ab98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"364e13d1-2515-4448-a047-9992259d8f80","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"364e13d1-2515-4448-a047-9992259d8f80","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"364e13d1-2515-4448-a047-9992259d8f80","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"c77dfd37-9f00-47ff-a64e-4549a7df260a","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"c77dfd37-9f00-47ff-a64e-4549a7df260a","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"c77dfd37-9f00-47ff-a64e-4549a7df260a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"4b5a30b7-fb0a-40b6-bda6-a9bc8f561ec8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"4b5a30b7-fb0a-40b6-bda6-a9bc8f561ec8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"4b5a30b7-fb0a-40b6-bda6-a9bc8f561ec8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"05695f9e-2c2f-4f8f-9c7e-2c175d741fdf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"05695f9e-2c2f-4f8f-9c7e-2c175d741fdf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"05695f9e-2c2f-4f8f-9c7e-2c175d741fdf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"432bd005-3309-4c14-a88e-669d4094c411","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"432bd005-3309-4c14-a88e-669d4094c411","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"432bd005-3309-4c14-a88e-669d4094c411","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5f5ad91b-5b86-4fb4-a615-46c5e127373c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5f5ad91b-5b86-4fb4-a615-46c5e127373c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5f5ad91b-5b86-4fb4-a615-46c5e127373c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"fe899768-3532-4b18-8876-66b19b4505da","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"fe899768-3532-4b18-8876-66b19b4505da","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"fe899768-3532-4b18-8876-66b19b4505da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"5b8cf479-7577-4787-abaf-e73dc6768e59","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"5b8cf479-7577-4787-abaf-e73dc6768e59","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"5b8cf479-7577-4787-abaf-e73dc6768e59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"48dc1459-1738-49ee-b52c-7ecb0981fe81","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"48dc1459-1738-49ee-b52c-7ecb0981fe81","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"48dc1459-1738-49ee-b52c-7ecb0981fe81","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"0c03f7bf-8ebb-4a09-ba10-3e60b6521e7c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"0c03f7bf-8ebb-4a09-ba10-3e60b6521e7c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"0c03f7bf-8ebb-4a09-ba10-3e60b6521e7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9448ff0d-6136-4f33-af10-794b237be5ef","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9448ff0d-6136-4f33-af10-794b237be5ef","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9448ff0d-6136-4f33-af10-794b237be5ef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"bc556b56-c65c-46ea-acba-439659481d47","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"bc556b56-c65c-46ea-acba-439659481d47","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"bc556b56-c65c-46ea-acba-439659481d47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"3c236486-8c58-49c3-a495-b98d2426597f","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"3c236486-8c58-49c3-a495-b98d2426597f","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"3c236486-8c58-49c3-a495-b98d2426597f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6d15cb1b-bf96-4a0a-8165-baf90a5b8b64","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6d15cb1b-bf96-4a0a-8165-baf90a5b8b64","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:34Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6d15cb1b-bf96-4a0a-8165-baf90a5b8b64","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"a402ab29-ae4d-4fdb-b10a-04d4cd38b980","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"a402ab29-ae4d-4fdb-b10a-04d4cd38b980","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"a402ab29-ae4d-4fdb-b10a-04d4cd38b980","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"56aeaa1e-ffa0-4f72-93be-186afd9cefa3","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"56aeaa1e-ffa0-4f72-93be-186afd9cefa3","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"56aeaa1e-ffa0-4f72-93be-186afd9cefa3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"dda85e84-fe38-4097-b9da-370f17931ebf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"dda85e84-fe38-4097-b9da-370f17931ebf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"dda85e84-fe38-4097-b9da-370f17931ebf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4920843c-c40d-4982-80f3-49f2e9f35b33","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4920843c-c40d-4982-80f3-49f2e9f35b33","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"4920843c-c40d-4982-80f3-49f2e9f35b33","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"6b070450-b0a6-4a0e-b65f-735e40a66b90","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"6b070450-b0a6-4a0e-b65f-735e40a66b90","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"6b070450-b0a6-4a0e-b65f-735e40a66b90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"93f1c55b-98c7-492c-bd84-710b1328a473","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"93f1c55b-98c7-492c-bd84-710b1328a473","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"93f1c55b-98c7-492c-bd84-710b1328a473","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"0d7ff05b-78b3-42af-bcb6-576100f1f5bf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"0d7ff05b-78b3-42af-bcb6-576100f1f5bf","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"0d7ff05b-78b3-42af-bcb6-576100f1f5bf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"fdd7edef-7757-4db9-a91a-52032555b405","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"fdd7edef-7757-4db9-a91a-52032555b405","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"fdd7edef-7757-4db9-a91a-52032555b405","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"db5f68d4-7f3b-40c3-acf2-767f64edf1db","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"db5f68d4-7f3b-40c3-acf2-767f64edf1db","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"db5f68d4-7f3b-40c3-acf2-767f64edf1db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6bc80e31-b99c-43d5-af7f-7ae718e6de7d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6bc80e31-b99c-43d5-af7f-7ae718e6de7d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"6bc80e31-b99c-43d5-af7f-7ae718e6de7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"3d2d6f29-f50c-45c0-b65b-5d3ac0ec58aa","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"3d2d6f29-f50c-45c0-b65b-5d3ac0ec58aa","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"3d2d6f29-f50c-45c0-b65b-5d3ac0ec58aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"f17fea26-f1a0-42c1-affd-40ddc8a1a4a9","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"f17fea26-f1a0-42c1-affd-40ddc8a1a4a9","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"f17fea26-f1a0-42c1-affd-40ddc8a1a4a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"b56190eb-e2d2-4109-8c97-575ca5a17aca","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"b56190eb-e2d2-4109-8c97-575ca5a17aca","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"b56190eb-e2d2-4109-8c97-575ca5a17aca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"699aa534-3dee-466b-b125-be5ba0db7589","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"699aa534-3dee-466b-b125-be5ba0db7589","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"699aa534-3dee-466b-b125-be5ba0db7589","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6ae06e4d-0756-4b7e-92f6-5ee8d5642590","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6ae06e4d-0756-4b7e-92f6-5ee8d5642590","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6ae06e4d-0756-4b7e-92f6-5ee8d5642590","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"9ff24a28-f11a-4a14-ac56-143e25a94385","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"9ff24a28-f11a-4a14-ac56-143e25a94385","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"9ff24a28-f11a-4a14-ac56-143e25a94385","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"754640c1-cba1-4f9c-a03e-255a06f87057","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"754640c1-cba1-4f9c-a03e-255a06f87057","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"754640c1-cba1-4f9c-a03e-255a06f87057","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"39cc6584-b745-4666-ae15-60e75eb431f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"39cc6584-b745-4666-ae15-60e75eb431f0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"39cc6584-b745-4666-ae15-60e75eb431f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6bd996f0-e118-40a6-9767-64c502b0e26a","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6bd996f0-e118-40a6-9767-64c502b0e26a","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"6bd996f0-e118-40a6-9767-64c502b0e26a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"7f16743d-3ec3-4226-bccf-b31fdb123ccc","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"7f16743d-3ec3-4226-bccf-b31fdb123ccc","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"7f16743d-3ec3-4226-bccf-b31fdb123ccc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d34494d4-42a6-4616-8623-953a85a0a144","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d34494d4-42a6-4616-8623-953a85a0a144","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"d34494d4-42a6-4616-8623-953a85a0a144","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9e6319bd-f7ff-4eb3-a5f0-c2fa6b850eff","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9e6319bd-f7ff-4eb3-a5f0-c2fa6b850eff","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"9e6319bd-f7ff-4eb3-a5f0-c2fa6b850eff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8a19288e-ea9d-4c1e-a80d-ec8c469183a9","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8a19288e-ea9d-4c1e-a80d-ec8c469183a9","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"8a19288e-ea9d-4c1e-a80d-ec8c469183a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1a14008e-f497-4219-89d2-e72f7608916d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1a14008e-f497-4219-89d2-e72f7608916d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"1a14008e-f497-4219-89d2-e72f7608916d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"01666273-e30a-4aac-a9d4-236cb21f7a02","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"01666273-e30a-4aac-a9d4-236cb21f7a02","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"01666273-e30a-4aac-a9d4-236cb21f7a02","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2d43bc65-8d97-4326-984a-2cc7eaab3fa1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2d43bc65-8d97-4326-984a-2cc7eaab3fa1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2d43bc65-8d97-4326-984a-2cc7eaab3fa1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a9910052-95c7-430a-96cb-bfc1c4603554","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a9910052-95c7-430a-96cb-bfc1c4603554","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a9910052-95c7-430a-96cb-bfc1c4603554","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"2a4e6cb2-35e9-4631-9a12-179a7048834e","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"2a4e6cb2-35e9-4631-9a12-179a7048834e","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"2a4e6cb2-35e9-4631-9a12-179a7048834e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5431e22f-ef6b-46a8-b4b4-a14beccc7aaa","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5431e22f-ef6b-46a8-b4b4-a14beccc7aaa","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"5431e22f-ef6b-46a8-b4b4-a14beccc7aaa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2c2420d7-6032-408e-9256-7a12c26fc213","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2c2420d7-6032-408e-9256-7a12c26fc213","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"2c2420d7-6032-408e-9256-7a12c26fc213","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"204dc957-b0d2-4136-9a19-a2342f744a94","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"204dc957-b0d2-4136-9a19-a2342f744a94","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"204dc957-b0d2-4136-9a19-a2342f744a94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"db47ea53-a623-4d5d-b199-c3a7ec7bc372","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"db47ea53-a623-4d5d-b199-c3a7ec7bc372","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"db47ea53-a623-4d5d-b199-c3a7ec7bc372","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"f193c696-897a-4365-9bc5-1f1f903638ab","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"f193c696-897a-4365-9bc5-1f1f903638ab","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"f193c696-897a-4365-9bc5-1f1f903638ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"a3368e89-e3b8-4cb6-a690-4249f86dbd41","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"a3368e89-e3b8-4cb6-a690-4249f86dbd41","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"a3368e89-e3b8-4cb6-a690-4249f86dbd41","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:47:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"36740888-e9a5-4f5e-97c4-9966d7fa98ce","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:47:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:47:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"36740888-e9a5-4f5e-97c4-9966d7fa98ce","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:47:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"36740888-e9a5-4f5e-97c4-9966d7fa98ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"8c4b813f-3325-459f-91e4-a388f895ec3d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"8c4b813f-3325-459f-91e4-a388f895ec3d","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"8c4b813f-3325-459f-91e4-a388f895ec3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"86119413-a229-4f0c-b37a-c5242f7cc9f8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"86119413-a229-4f0c-b37a-c5242f7cc9f8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"86119413-a229-4f0c-b37a-c5242f7cc9f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"baa1fb64-c470-492b-815f-8e277de2d2a3","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"baa1fb64-c470-492b-815f-8e277de2d2a3","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"baa1fb64-c470-492b-815f-8e277de2d2a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a5fb76f5-663d-4c8d-b156-06f5e630b8a0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a5fb76f5-663d-4c8d-b156-06f5e630b8a0","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"a5fb76f5-663d-4c8d-b156-06f5e630b8a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"f946c378-3203-4c6c-b2c3-2242afd000f5","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"f946c378-3203-4c6c-b2c3-2242afd000f5","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"f946c378-3203-4c6c-b2c3-2242afd000f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"9bec2790-814c-4095-8ae6-2e26c7896011","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"9bec2790-814c-4095-8ae6-2e26c7896011","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T03:48:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"9bec2790-814c-4095-8ae6-2e26c7896011","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-c5bec0-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-c5bec0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"44864793-15bd-4729-9c39-311c5d7b3393","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:08Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"44864793-15bd-4729-9c39-311c5d7b3393","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:08Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"44864793-15bd-4729-9c39-311c5d7b3393","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:08Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"44864793-15bd-4729-9c39-311c5d7b3393","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"3fd3f9f8-80b8-4e15-9a57-63c69809e5a1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:09Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"3fd3f9f8-80b8-4e15-9a57-63c69809e5a1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:09Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"3fd3f9f8-80b8-4e15-9a57-63c69809e5a1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:09Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-w3-c5bec0","reconcileID":"3fd3f9f8-80b8-4e15-9a57-63c69809e5a1","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-w3-c5bec0","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"bf198e39-ac41-4f31-b8a5-63dcaaff7da8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"bf198e39-ac41-4f31-b8a5-63dcaaff7da8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"bf198e39-ac41-4f31-b8a5-63dcaaff7da8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"distinct-2-w3-c5bec0","reconcileID":"bf198e39-ac41-4f31-b8a5-63dcaaff7da8","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"distinct-2-w3-c5bec0","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"cf7b5c31-9d9d-478c-8bd8-b7a321e4513c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"cf7b5c31-9d9d-478c-8bd8-b7a321e4513c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"cf7b5c31-9d9d-478c-8bd8-b7a321e4513c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"}
{"level":"error","ts":"2026-11-04T03:48:10Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"simulator-w3-c5bec0","reconcileID":"cf7b5c31-9d9d-478c-8bd8-b7a321e4513c","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"simulator-w3-c5bec0","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-c5bec0","namespace":"e2e-models-e2e-worker-w3-c5bec0"},"namespace":"e2e-models-e2e-worker-w3-c5bec0","name":"premium-w3-c5bec0","reconcileID":"3eb1e5b8-ba16-487b-954e-4cee6d5fc414","Namespace":"e2e-models-e2e-worker-w3-c5bec0","Name":"premium-w3-c5bec0"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-dj7tf","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-dj7tf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e81020d3-83de-4b8f-8734-602fd20cb783","name":"e2e-trlp-test-simulated-validation-dj7tf","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:11Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad2c0c37-57f7-4a1b-9708-25779c55eb40","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-b6qfw","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-b6qfw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4fb6a343-390e-4f0c-a06a-7c04f48f198d","name":"echo-simulator-validation-b6qfw","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64711daf-95af-4d7e-9da7-48228c0b811b","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-fwp7w","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-fwp7w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0ae7faf7-a6e6-4c3d-a6bc-6d3299efadf5","name":"facebook-opt-125m-simulated-validation-fwp7w","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b0b3e2-91d7-473e-a042-e32ffaccb4cb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49165f03-46b3-4f26-a50f-98667ef7c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-lcmnl","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-lcmnl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f0a0a010-b9d4-4b4c-bf70-f3d2afc9e06a","name":"premium-simulated-simulated-premium-validation-lcmnl","namespace":"llm"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49165f03-46b3-4f26-a50f-98667ef7c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49165f03-46b3-4f26-a50f-98667ef7c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T03:48:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49165f03-46b3-4f26-a50f-98667ef7c5bd","Namespace":"llm","Name":"premium-simulated-simulated-premium"}