{"level":"info","ts":"2026-11-03T01:22:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c2c64a2-0eca-427c-ba33-55bff8d61888","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c2c64a2-0eca-427c-ba33-55bff8d61888","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-nvfxd","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-nvfxd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f51fb501-a7f0-493c-8a49-468f5806207d","name":"echo-simulator-validation-nvfxd","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf9937-7ba1-4b3f-9d2d-19df9283792d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"7f85d7b0-5797-40b8-b1f6-3e07572a85dc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"7f85d7b0-5797-40b8-b1f6-3e07572a85dc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"7f85d7b0-5797-40b8-b1f6-3e07572a85dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-kqz6h","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-kqz6h","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"55a53c87-e7c8-44fc-83f1-c192273e2de0","name":"e2e-trlp-test-simulated-validation-kqz6h","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2b69b8-4589-40f8-9ab8-a1aa4111155a","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-lgp97","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-lgp97","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e3d51053-633b-4a6e-941b-5813e3b7982c","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-lgp97","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c736eabb-268a-4e93-aa80-dd23b5e340fe","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"a8e8109f-32a9-4bbf-aa2f-6d14257efb24","Namespace":"e2e-models-e2e-worker-w4-048135","Name":"distinct-2-w4-048135"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-n6q26","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-n6q26","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cb7c4ed2-0338-493c-9826-9134645a84b4","name":"e2e-distinct-2-simulated-validation-n6q26","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4076dc9-a753-4ac4-aed1-9dc9d368d98c","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"8716a8f9-67d6-48ab-8de0-372216234220","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"8716a8f9-67d6-48ab-8de0-372216234220","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"8716a8f9-67d6-48ab-8de0-372216234220","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-6qsct","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-6qsct","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ab28f441-b695-49ce-9a4b-657ffbbfd168","name":"e2e-embedding-simulated-validation-6qsct","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd89a838-eea6-4d58-b064-a916d0393ee7","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"16bafb0f-87ba-441d-a5f9-debb35898eee","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e91f9db2-f5c9-47ce-b0ed-2e11bb55993b","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-gng9s","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-gng9s","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0659eeb2-62a8-4f3b-87e4-ca3de33d8779","name":"premium-simulated-simulated-premium-validation-gng9s","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:16Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1e8f20b1-fa0c-47c6-8ee7-e34d768cd024","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c892358c-79d0-4e8b-a382-e67606de2e28","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c5ef8ef7-3db5-4a64-8404-ae6d6d9173cb","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3f65cdd6-e980-4d89-9431-979483a0aa58","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f7f99a1a-3ae1-488e-8a61-0878b50fe303","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6404f8a5-0183-46ff-9560-92dd55dbbb91","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e48f7c9-b91d-43e4-a6a4-592a617e7597","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"2b149f15-d0bb-4b20-b196-f72795800d96","Namespace":"e2e-models-e2e-worker-w4-048135","Name":"simulator-w4-048135"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"b9b238a6-cd42-4a6e-a5c8-4ad0c46801ca","Namespace":"e2e-models-e2e-worker-w4-048135","Name":"distinct-w4-048135"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"958966e7-cbca-4e12-9058-9ed99308c9cb","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"958966e7-cbca-4e12-9058-9ed99308c9cb","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"db899f0a-7ba3-4a9e-9a09-8995972a82cd","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-11-03T01:22:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"958966e7-cbca-4e12-9058-9ed99308c9cb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"71263680-c2d8-411c-8fad-77e325aaea15","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"71263680-c2d8-411c-8fad-77e325aaea15","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"71263680-c2d8-411c-8fad-77e325aaea15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"f1f5638d-dc14-456b-beec-be5d18516ee8","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"86226ffe-dbe3-4d67-930d-d8a88e1a086d","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"f1f5638d-dc14-456b-beec-be5d18516ee8","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"f1f5638d-dc14-456b-beec-be5d18516ee8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"22753384-18f9-475f-8acb-c15690976b3d","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"22753384-18f9-475f-8acb-c15690976b3d","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"22753384-18f9-475f-8acb-c15690976b3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"640da751-7bdb-46dc-805f-b26ce47f4666","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f4724ee4-c49d-427d-a2fb-dd9765eb6768","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"640da751-7bdb-46dc-805f-b26ce47f4666","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"640da751-7bdb-46dc-805f-b26ce47f4666","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d77a8ec9-204c-4a68-a56e-abf205a62b96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d77a8ec9-204c-4a68-a56e-abf205a62b96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d77a8ec9-204c-4a68-a56e-abf205a62b96","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"e11f7241-724f-4ea4-9907-c7269b8a92b7","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a9a34273-ba5d-40e2-be16-47535733bcdd","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"e11f7241-724f-4ea4-9907-c7269b8a92b7","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"e11f7241-724f-4ea4-9907-c7269b8a92b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"df2fb8ea-e7d9-4cbc-a0c3-6c80e7260582","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"df2fb8ea-e7d9-4cbc-a0c3-6c80e7260582","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"df2fb8ea-e7d9-4cbc-a0c3-6c80e7260582","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"a6299044-85a4-4e38-b868-03f8c8e1e590","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"a6299044-85a4-4e38-b868-03f8c8e1e590","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"a6299044-85a4-4e38-b868-03f8c8e1e590","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"632f1c91-5a0a-49d5-8bea-4da7a8f613fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"632f1c91-5a0a-49d5-8bea-4da7a8f613fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"632f1c91-5a0a-49d5-8bea-4da7a8f613fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"1c760615-a7b1-454c-9bad-d13f13658cdc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"1c760615-a7b1-454c-9bad-d13f13658cdc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"1c760615-a7b1-454c-9bad-d13f13658cdc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"211cf9a4-74a7-4025-8ebb-90334acbe2c3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"211cf9a4-74a7-4025-8ebb-90334acbe2c3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"211cf9a4-74a7-4025-8ebb-90334acbe2c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"30ecdd6e-3ac6-4324-9636-b304106dfc39","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"30ecdd6e-3ac6-4324-9636-b304106dfc39","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"30ecdd6e-3ac6-4324-9636-b304106dfc39","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"26e85f8e-74b5-4fd8-8a86-4e622a77d76c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"26e85f8e-74b5-4fd8-8a86-4e622a77d76c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"26e85f8e-74b5-4fd8-8a86-4e622a77d76c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b880d747-8125-432d-82a0-3c34eae7c1fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b880d747-8125-432d-82a0-3c34eae7c1fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b880d747-8125-432d-82a0-3c34eae7c1fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c80a560e-2143-4efb-bac6-efbf549a6dcb","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c80a560e-2143-4efb-bac6-efbf549a6dcb","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c80a560e-2143-4efb-bac6-efbf549a6dcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"589f2e90-050d-4595-bea4-3c7fec273da7","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"589f2e90-050d-4595-bea4-3c7fec273da7","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"589f2e90-050d-4595-bea4-3c7fec273da7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"5efa38db-9e2a-4bbc-84ac-9905957b5db3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"5efa38db-9e2a-4bbc-84ac-9905957b5db3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"5efa38db-9e2a-4bbc-84ac-9905957b5db3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"632d18b8-a26f-4f46-8b0e-69b9dc26b6db","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"632d18b8-a26f-4f46-8b0e-69b9dc26b6db","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"632d18b8-a26f-4f46-8b0e-69b9dc26b6db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"62f009e2-065a-4413-8c7c-e9d5284478fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"62f009e2-065a-4413-8c7c-e9d5284478fc","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"62f009e2-065a-4413-8c7c-e9d5284478fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"eccd4278-a56f-4d4b-af67-95acfcb8c417","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"eccd4278-a56f-4d4b-af67-95acfcb8c417","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"eccd4278-a56f-4d4b-af67-95acfcb8c417","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2d7338da-a813-45ef-9738-fe25b54d020a","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2d7338da-a813-45ef-9738-fe25b54d020a","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2d7338da-a813-45ef-9738-fe25b54d020a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"c5c8862d-18ce-4f5f-b64e-8d5b7227f883","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"c5c8862d-18ce-4f5f-b64e-8d5b7227f883","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"c5c8862d-18ce-4f5f-b64e-8d5b7227f883","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"6628f4e9-75da-4a36-a668-c31185d7515c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"6628f4e9-75da-4a36-a668-c31185d7515c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"6628f4e9-75da-4a36-a668-c31185d7515c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9716c0f7-75b7-4139-9ac2-64061aaacf61","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9716c0f7-75b7-4139-9ac2-64061aaacf61","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9716c0f7-75b7-4139-9ac2-64061aaacf61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"e1bcb586-e5ba-4e3f-99b8-cf70b72dbe79","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"e1bcb586-e5ba-4e3f-99b8-cf70b72dbe79","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"e1bcb586-e5ba-4e3f-99b8-cf70b72dbe79","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6c5f39c3-96f7-4340-8945-bd6e13790183","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6c5f39c3-96f7-4340-8945-bd6e13790183","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6c5f39c3-96f7-4340-8945-bd6e13790183","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9a112a86-c2a6-46c3-97b7-c924ff118790","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9a112a86-c2a6-46c3-97b7-c924ff118790","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9a112a86-c2a6-46c3-97b7-c924ff118790","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2596d666-ae41-41ed-95cb-f490540b142c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2596d666-ae41-41ed-95cb-f490540b142c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2596d666-ae41-41ed-95cb-f490540b142c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"debf7410-82f2-4395-83a1-56ceddfa311e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"debf7410-82f2-4395-83a1-56ceddfa311e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"debf7410-82f2-4395-83a1-56ceddfa311e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"bb2064c7-9d5b-44a0-9d30-9c1c68718569","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"bb2064c7-9d5b-44a0-9d30-9c1c68718569","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"bb2064c7-9d5b-44a0-9d30-9c1c68718569","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4e9596ea-84c0-4aa8-a40d-b25dc0a8c6cf","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4e9596ea-84c0-4aa8-a40d-b25dc0a8c6cf","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4e9596ea-84c0-4aa8-a40d-b25dc0a8c6cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9630d7a5-767b-451f-9165-c88ce2b64ea0","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9630d7a5-767b-451f-9165-c88ce2b64ea0","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9630d7a5-767b-451f-9165-c88ce2b64ea0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"f67c2ebf-c275-4147-8aeb-fdd875b8033e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"f67c2ebf-c275-4147-8aeb-fdd875b8033e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"f67c2ebf-c275-4147-8aeb-fdd875b8033e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"16fc72a4-097b-4f7b-b3e9-c2167344f329","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"16fc72a4-097b-4f7b-b3e9-c2167344f329","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"16fc72a4-097b-4f7b-b3e9-c2167344f329","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c106b682-6a76-408a-9977-5565702bb179","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c106b682-6a76-408a-9977-5565702bb179","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c106b682-6a76-408a-9977-5565702bb179","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a20f425-73f4-4dbd-9e6b-0ffcd91ceea5","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a20f425-73f4-4dbd-9e6b-0ffcd91ceea5","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a20f425-73f4-4dbd-9e6b-0ffcd91ceea5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"cd625e9d-f771-48ae-842f-2f7a1307073d","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"cd625e9d-f771-48ae-842f-2f7a1307073d","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"cd625e9d-f771-48ae-842f-2f7a1307073d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"5811b08a-b3c3-46f5-a6d5-ef0d392e6092","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"5811b08a-b3c3-46f5-a6d5-ef0d392e6092","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"5811b08a-b3c3-46f5-a6d5-ef0d392e6092","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4a0e7c95-5ca4-4bfe-9e71-20b8cefcf74e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4a0e7c95-5ca4-4bfe-9e71-20b8cefcf74e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4a0e7c95-5ca4-4bfe-9e71-20b8cefcf74e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"f5864a41-c70c-4913-a578-fd9604d8eec3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"f5864a41-c70c-4913-a578-fd9604d8eec3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"f5864a41-c70c-4913-a578-fd9604d8eec3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"720a55e6-eddd-4d7b-96bf-5fadc9199488","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"720a55e6-eddd-4d7b-96bf-5fadc9199488","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"720a55e6-eddd-4d7b-96bf-5fadc9199488","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"d0129e17-0cef-49d4-ac2e-e17e8d1ed692","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"d0129e17-0cef-49d4-ac2e-e17e8d1ed692","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"d0129e17-0cef-49d4-ac2e-e17e8d1ed692","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d7ae0d8a-448d-4e78-ae76-407143d44d70","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d7ae0d8a-448d-4e78-ae76-407143d44d70","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d7ae0d8a-448d-4e78-ae76-407143d44d70","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6894d490-84b7-46ff-a12e-66e1287a9541","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6894d490-84b7-46ff-a12e-66e1287a9541","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6894d490-84b7-46ff-a12e-66e1287a9541","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"bef0e0e9-5c72-44d8-ae17-d4f4955244a0","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"bef0e0e9-5c72-44d8-ae17-d4f4955244a0","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"bef0e0e9-5c72-44d8-ae17-d4f4955244a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"28af82a6-c144-4d66-aa90-ce056395f3e9","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"28af82a6-c144-4d66-aa90-ce056395f3e9","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"28af82a6-c144-4d66-aa90-ce056395f3e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c69c21b1-c3b2-4a2f-b792-aebb2727565b","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c69c21b1-c3b2-4a2f-b792-aebb2727565b","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c69c21b1-c3b2-4a2f-b792-aebb2727565b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2e969d56-40e1-4794-b47b-bae4216fc73b","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2e969d56-40e1-4794-b47b-bae4216fc73b","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:35Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"2e969d56-40e1-4794-b47b-bae4216fc73b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ba99821d-f712-4121-89af-e17e99919ab5","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ba99821d-f712-4121-89af-e17e99919ab5","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ba99821d-f712-4121-89af-e17e99919ab5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7ea122d0-6784-4bc5-bcf0-be2a52793241","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7ea122d0-6784-4bc5-bcf0-be2a52793241","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7ea122d0-6784-4bc5-bcf0-be2a52793241","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"743829a1-f775-4b22-83ed-6fbbe1933cc3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"743829a1-f775-4b22-83ed-6fbbe1933cc3","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"743829a1-f775-4b22-83ed-6fbbe1933cc3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6e7158db-4219-433d-9328-ac1ae56a678e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6e7158db-4219-433d-9328-ac1ae56a678e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"6e7158db-4219-433d-9328-ac1ae56a678e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cb8ed56-1abf-47e5-a27b-f0e5b7af345c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cb8ed56-1abf-47e5-a27b-f0e5b7af345c","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cb8ed56-1abf-47e5-a27b-f0e5b7af345c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"ae27b15a-67f6-4412-b56e-c97c61b2bb76","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"ae27b15a-67f6-4412-b56e-c97c61b2bb76","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"ae27b15a-67f6-4412-b56e-c97c61b2bb76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d1838f3c-922d-4228-a8ea-c13a73dc91cd","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d1838f3c-922d-4228-a8ea-c13a73dc91cd","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d1838f3c-922d-4228-a8ea-c13a73dc91cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"ea8b5800-9683-4781-9376-ca98aa357853","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"ea8b5800-9683-4781-9376-ca98aa357853","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"ea8b5800-9683-4781-9376-ca98aa357853","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d4c24246-1002-46b8-9831-e1737281024e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d4c24246-1002-46b8-9831-e1737281024e","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"d4c24246-1002-46b8-9831-e1737281024e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a1c2dbe-f81f-451f-9f09-b8301e7f40a9","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a1c2dbe-f81f-451f-9f09-b8301e7f40a9","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6a1c2dbe-f81f-451f-9f09-b8301e7f40a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"201d8ebb-17f6-4c72-a56c-2f66415b65f4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"201d8ebb-17f6-4c72-a56c-2f66415b65f4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"201d8ebb-17f6-4c72-a56c-2f66415b65f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"537c4f77-14b7-487a-a22e-b1a02c4704ae","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"537c4f77-14b7-487a-a22e-b1a02c4704ae","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"537c4f77-14b7-487a-a22e-b1a02c4704ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cbe1ae6-7add-4e11-9792-8d6ba8d4b012","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cbe1ae6-7add-4e11-9792-8d6ba8d4b012","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2cbe1ae6-7add-4e11-9792-8d6ba8d4b012","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7890832d-3414-4ef1-bd15-788b4fdde248","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7890832d-3414-4ef1-bd15-788b4fdde248","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:44Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7890832d-3414-4ef1-bd15-788b4fdde248","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"697f1d34-38d8-4b1c-b4dd-0cd92a296b60","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"697f1d34-38d8-4b1c-b4dd-0cd92a296b60","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"697f1d34-38d8-4b1c-b4dd-0cd92a296b60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"3768b174-19e3-41b4-ad68-5d84ba54c7c1","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"3768b174-19e3-41b4-ad68-5d84ba54c7c1","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T01:22:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"3768b174-19e3-41b4-ad68-5d84ba54c7c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-e28e1a-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-e28e1a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ec588e7f-c3d6-44eb-8909-2b19c6b487e4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ec588e7f-c3d6-44eb-8909-2b19c6b487e4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ec588e7f-c3d6-44eb-8909-2b19c6b487e4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"ec588e7f-c3d6-44eb-8909-2b19c6b487e4","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"b31e4d36-7e56-44c1-86d7-f2474c9bf401","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"b31e4d36-7e56-44c1-86d7-f2474c9bf401","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"b31e4d36-7e56-44c1-86d7-f2474c9bf401","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:45Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"b31e4d36-7e56-44c1-86d7-f2474c9bf401","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"premium-w1-e28e1a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4de489d3-9f0e-4d6f-b298-5b12d86ac486","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:46Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4de489d3-9f0e-4d6f-b298-5b12d86ac486","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:46Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4de489d3-9f0e-4d6f-b298-5b12d86ac486","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:46Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4de489d3-9f0e-4d6f-b298-5b12d86ac486","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"simulator-w1-e28e1a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b64dd93f-9ca4-4911-b083-33139e999a96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b64dd93f-9ca4-4911-b083-33139e999a96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b64dd93f-9ca4-4911-b083-33139e999a96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"}
{"level":"error","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"b64dd93f-9ca4-4911-b083-33139e999a96","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-w1-e28e1a","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"46a21fc6-2792-4acb-8e09-1dbeb8dacb1d","Namespace":"e2e-models-e2e-worker-w1-e28e1a","Name":"distinct-2-w1-e28e1a"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-8frfv","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-8frfv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"61dd2a7e-b722-4f1d-ab9a-21ba48f73420","name":"e2e-trlp-test-simulated-validation-8frfv","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d9d5f81-5358-47e2-912d-4093178efb24","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T01:22:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-6sxkc","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-6sxkc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3c5a683c-29d5-4d3a-bb2a-073d7f3441b4","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-6sxkc","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5dac5346-d550-4809-9fd7-cdfe64692de6","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T01:22:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-sl6xb","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-sl6xb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"08875dc1-7c59-41e0-a937-aead853c13bc","name":"e2e-distinct-2-simulated-validation-sl6xb","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a13910d-7e15-4970-a343-2c94e2fb8c6d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T01:22:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-2pfps","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-2pfps","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2217399f-d341-4bbe-836a-c472c314fb75","name":"e2e-embedding-simulated-validation-2pfps","namespace":"llm"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T01:22:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0ae6579-11c5-4a4d-bbfe-8c79ed135ae8","Namespace":"llm","Name":"e2e-embedding-simulated"}