{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7193d0cb-a9d3-4512-acf1-1ec65fe82f48","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-8bfww","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-8bfww","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a553cda4-13b0-4cab-a4a5-017efad38122","name":"e2e-trlp-test-simulated-validation-8bfww","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"80581823-1a92-4a8b-976c-25875a3f4135","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c75c1c3e-5822-4dea-bdfd-3ba9d148f9c8","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ffaca40b-4c27-4963-aac1-4ab395a462c0","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cbe9f481-199d-4a2f-b091-5d6d953d67f7","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f4708d25-9b0f-4537-a480-aaca44016df5","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21a42d6a-b4a4-430d-bf7b-69e32253733f","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0028d2bd-2cf3-4400-9ac3-33a303cbc32c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9080af0f-7217-4ebe-9357-bd46e431bf4c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-lmpdr","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-lmpdr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d1a26888-b4fd-4ee6-b1fc-572155159904","name":"e2e-distinct-simulated-validation-lmpdr","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0d8df3c3-cbe8-48ae-bedd-cc68e4c7e7cf","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8337b68f-5dca-4ce2-ae0d-bdba3ca138d1","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d4046410-74a4-4259-b626-730491b88f8f","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8cf4720f-e6e4-4c28-85e3-b17536d3c26c","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ecdeacaa-ef2c-4de6-9e71-c108ef198e63","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95ea229e-b9c9-43c6-8d65-6006104c067d","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-wsv8c","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-wsv8c","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3d5563f7-25f6-447f-a792-7ae8f5a27fb1","name":"premium-simulated-simulated-premium-validation-wsv8c","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454f76d1-ec7c-427d-a6fd-abd4c95e3adc","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-jcg5q","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-jcg5q","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8b3bad9a-0c92-4ecc-ac88-cbf82c61a619","name":"facebook-opt-125m-simulated-validation-jcg5q","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d221b09-3d9c-4346-b747-f91ccc2823e2","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"sub-test-model-6b12ae","namespace":"ai-tenant-e2e-shared-b-w0-6b12ae"},"namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","name":"sub-test-model-6b12ae","reconcileID":"99501487-b26f-4373-a600-e998f449268f","Namespace":"ai-tenant-e2e-shared-b-w0-6b12ae","Name":"sub-test-model-6b12ae"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090-validation-tcqtg","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090-validation-tcqtg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1bb53b52-b883-41c4-b392-bab1a64afcb3","name":"distinct-2-w0-14d090-validation-tcqtg","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","route":"e2e-models-e2e-worker-w0-14d090/distinct-2-w0-14d090-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","ready":true}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"124a4c85-baaa-45fb-988e-3eb0eac08a7e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090-validation-lbjq4","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090-validation-lbjq4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9dab45d2-4b2f-42fc-a0cd-9ecf321c51b5","name":"premium-w0-14d090-validation-lbjq4","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","route":"e2e-models-e2e-worker-w0-14d090/premium-w0-14d090-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:16:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","gateway":"openshift-ingress/e2e-worker-w0-14d090","ready":true}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:16:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"65b28f1a-89c2-4532-bd44-f69c912d70b1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:17:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1bf5c42a-0b90-4f35-9aab-1bf40c59a646","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:17:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:17:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1bf5c42a-0b90-4f35-9aab-1bf40c59a646","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:17:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1bf5c42a-0b90-4f35-9aab-1bf40c59a646","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3b1be9f6-1799-4bf7-b857-7be21f05d2f3","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3b1be9f6-1799-4bf7-b857-7be21f05d2f3","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:17:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3b1be9f6-1799-4bf7-b857-7be21f05d2f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5ce00aa6-4f5c-4dbb-b1a7-646c1ab3ff53","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5ce00aa6-4f5c-4dbb-b1a7-646c1ab3ff53","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:17:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5ce00aa6-4f5c-4dbb-b1a7-646c1ab3ff53","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5ef189fe-b4dc-4c25-8da9-9c2ce91eaf58","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:17:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:17:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5ef189fe-b4dc-4c25-8da9-9c2ce91eaf58","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"5ef189fe-b4dc-4c25-8da9-9c2ce91eaf58","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0a963b88-81df-41c5-9643-9515857fe049","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0a963b88-81df-41c5-9643-9515857fe049","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"0a963b88-81df-41c5-9643-9515857fe049","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c2e8171e-379d-4310-b133-38270401fd49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c2e8171e-379d-4310-b133-38270401fd49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c2e8171e-379d-4310-b133-38270401fd49","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"62aa43e8-6036-4049-8404-c59fc9cf8855","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"62aa43e8-6036-4049-8404-c59fc9cf8855","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"62aa43e8-6036-4049-8404-c59fc9cf8855","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b2758dca-6a05-4d4c-b13b-dd88b60130be","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b2758dca-6a05-4d4c-b13b-dd88b60130be","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b2758dca-6a05-4d4c-b13b-dd88b60130be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6d76d819-cb31-477b-95d4-10d86f6c06c5","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6d76d819-cb31-477b-95d4-10d86f6c06c5","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"6d76d819-cb31-477b-95d4-10d86f6c06c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e5854039-c5a5-41f0-a29d-5c18d156bec7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e5854039-c5a5-41f0-a29d-5c18d156bec7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"e5854039-c5a5-41f0-a29d-5c18d156bec7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3e19d394-7233-4d34-97eb-0f06ad0eed6f","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3e19d394-7233-4d34-97eb-0f06ad0eed6f","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"3e19d394-7233-4d34-97eb-0f06ad0eed6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6c4a764a-d1d9-43ca-aa6c-851e9368f015","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6c4a764a-d1d9-43ca-aa6c-851e9368f015","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"6c4a764a-d1d9-43ca-aa6c-851e9368f015","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"46f995f6-b459-4c11-a49a-ccc76bbff84b","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"46f995f6-b459-4c11-a49a-ccc76bbff84b","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"46f995f6-b459-4c11-a49a-ccc76bbff84b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"81a03070-c1b8-4c31-a2d4-1ca50522c7f9","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"81a03070-c1b8-4c31-a2d4-1ca50522c7f9","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"81a03070-c1b8-4c31-a2d4-1ca50522c7f9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"680c07ff-6319-4036-8996-99a68daf0982","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"680c07ff-6319-4036-8996-99a68daf0982","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"680c07ff-6319-4036-8996-99a68daf0982","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"af7232c6-9351-4dbc-813e-0a03f6974eaf","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"af7232c6-9351-4dbc-813e-0a03f6974eaf","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"af7232c6-9351-4dbc-813e-0a03f6974eaf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"9eebd876-9168-4f27-ab06-407047f30cfb","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"9eebd876-9168-4f27-ab06-407047f30cfb","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"9eebd876-9168-4f27-ab06-407047f30cfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"aab909c5-408a-4b4a-a1ea-525b4a657926","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"aab909c5-408a-4b4a-a1ea-525b4a657926","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"aab909c5-408a-4b4a-a1ea-525b4a657926","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bdbd3c1d-09e1-4934-a8d4-e11833c2a8e7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bdbd3c1d-09e1-4934-a8d4-e11833c2a8e7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"bdbd3c1d-09e1-4934-a8d4-e11833c2a8e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"8e2b7700-f4b2-46b4-a403-da0dd39e0f59","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"8e2b7700-f4b2-46b4-a403-da0dd39e0f59","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"8e2b7700-f4b2-46b4-a403-da0dd39e0f59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"e3f88f61-0955-40e3-8650-9a8ced517c46","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"e3f88f61-0955-40e3-8650-9a8ced517c46","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"e3f88f61-0955-40e3-8650-9a8ced517c46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"fa81ae23-1edf-42ab-aec9-ccc2261ca71d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"fa81ae23-1edf-42ab-aec9-ccc2261ca71d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"fa81ae23-1edf-42ab-aec9-ccc2261ca71d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a32a5166-410b-48f2-8579-2e77fc592a3c","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a32a5166-410b-48f2-8579-2e77fc592a3c","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"a32a5166-410b-48f2-8579-2e77fc592a3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3becf0cc-16f6-4ad0-aee9-3d24cdb528bf","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3becf0cc-16f6-4ad0-aee9-3d24cdb528bf","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3becf0cc-16f6-4ad0-aee9-3d24cdb528bf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a41b2ff1-4ab9-4241-afc0-011b0766838f","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a41b2ff1-4ab9-4241-afc0-011b0766838f","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a41b2ff1-4ab9-4241-afc0-011b0766838f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3a397750-aa4e-4e71-a3dc-d2609adea4d3","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3a397750-aa4e-4e71-a3dc-d2609adea4d3","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3a397750-aa4e-4e71-a3dc-d2609adea4d3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"36e52373-7139-4652-91a9-edc718705618","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"36e52373-7139-4652-91a9-edc718705618","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"36e52373-7139-4652-91a9-edc718705618","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d7dde6b0-f6da-43ea-8a43-41e25011e79e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d7dde6b0-f6da-43ea-8a43-41e25011e79e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d7dde6b0-f6da-43ea-8a43-41e25011e79e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"07623010-0e80-4dc3-9b56-3b6e6f7c9120","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"07623010-0e80-4dc3-9b56-3b6e6f7c9120","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"07623010-0e80-4dc3-9b56-3b6e6f7c9120","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"a8cf7b1b-dccd-4872-aeec-91eade101e8d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"a8cf7b1b-dccd-4872-aeec-91eade101e8d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"a8cf7b1b-dccd-4872-aeec-91eade101e8d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"472c990d-5656-42fb-a656-34d29406678a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"472c990d-5656-42fb-a656-34d29406678a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"472c990d-5656-42fb-a656-34d29406678a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"61835efb-6c43-40db-a60c-bd3d1c95a010","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"61835efb-6c43-40db-a60c-bd3d1c95a010","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"61835efb-6c43-40db-a60c-bd3d1c95a010","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"067341a8-abb4-497f-8f59-4a1af49f97ff","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"067341a8-abb4-497f-8f59-4a1af49f97ff","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"067341a8-abb4-497f-8f59-4a1af49f97ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2e1ff4bd-464a-4026-869d-8eeeb3d9060b","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2e1ff4bd-464a-4026-869d-8eeeb3d9060b","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"2e1ff4bd-464a-4026-869d-8eeeb3d9060b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"52652805-461b-4047-8c48-44ce1a9417ba","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"52652805-461b-4047-8c48-44ce1a9417ba","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"52652805-461b-4047-8c48-44ce1a9417ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d052d887-c4ac-4fff-908b-e49eadcdc39d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d052d887-c4ac-4fff-908b-e49eadcdc39d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"d052d887-c4ac-4fff-908b-e49eadcdc39d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"816535be-847f-416e-a26a-c8f2b4f16802","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"816535be-847f-416e-a26a-c8f2b4f16802","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"816535be-847f-416e-a26a-c8f2b4f16802","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"c4c360af-1ed6-49f8-8d73-5d4cd49bc48e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"c4c360af-1ed6-49f8-8d73-5d4cd49bc48e","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"c4c360af-1ed6-49f8-8d73-5d4cd49bc48e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8fb9f5a3-4206-42f3-b516-4d04379d5a71","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8fb9f5a3-4206-42f3-b516-4d04379d5a71","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8fb9f5a3-4206-42f3-b516-4d04379d5a71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"b01e39e4-e17e-443e-aaa1-972dd808494a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"b01e39e4-e17e-443e-aaa1-972dd808494a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"b01e39e4-e17e-443e-aaa1-972dd808494a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b872381a-9057-46d1-a3eb-c6a1b6ddcd7d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b872381a-9057-46d1-a3eb-c6a1b6ddcd7d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"b872381a-9057-46d1-a3eb-c6a1b6ddcd7d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1032bf5f-2e7a-42fc-8a77-db3f6247fd49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1032bf5f-2e7a-42fc-8a77-db3f6247fd49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"1032bf5f-2e7a-42fc-8a77-db3f6247fd49","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9e7b4315-144b-4f72-8cf2-0102dbabc44c","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9e7b4315-144b-4f72-8cf2-0102dbabc44c","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"9e7b4315-144b-4f72-8cf2-0102dbabc44c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"f18d056f-a027-444a-8156-4bf0c6ccd733","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"f18d056f-a027-444a-8156-4bf0c6ccd733","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"f18d056f-a027-444a-8156-4bf0c6ccd733","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"aaa33c80-9f29-4e82-ab25-92b08c8de7c5","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"aaa33c80-9f29-4e82-ab25-92b08c8de7c5","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"aaa33c80-9f29-4e82-ab25-92b08c8de7c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"add58529-0f6a-43cd-a849-3ea278487901","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"add58529-0f6a-43cd-a849-3ea278487901","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"add58529-0f6a-43cd-a849-3ea278487901","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c5f3c185-b638-4d28-8633-7f0a4d2c4a69","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c5f3c185-b638-4d28-8633-7f0a4d2c4a69","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"c5f3c185-b638-4d28-8633-7f0a4d2c4a69","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"9ba75df7-4c9f-4de2-8690-9fe42106e14d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"9ba75df7-4c9f-4de2-8690-9fe42106e14d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"9ba75df7-4c9f-4de2-8690-9fe42106e14d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3bcbe46d-db40-4add-90d3-a66a9e704470","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3bcbe46d-db40-4add-90d3-a66a9e704470","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"3bcbe46d-db40-4add-90d3-a66a9e704470","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a0eaec3b-4180-4542-bef9-15a9491b3d93","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a0eaec3b-4180-4542-bef9-15a9491b3d93","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"a0eaec3b-4180-4542-bef9-15a9491b3d93","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e614fd6a-ca92-46e2-9f92-8c1d3786e327","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e614fd6a-ca92-46e2-9f92-8c1d3786e327","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"e614fd6a-ca92-46e2-9f92-8c1d3786e327","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5935fe0f-00d0-4376-8d2d-12ac887f049a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5935fe0f-00d0-4376-8d2d-12ac887f049a","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"5935fe0f-00d0-4376-8d2d-12ac887f049a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"61c4201b-becc-4a5f-81c8-957695b4f773","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"61c4201b-becc-4a5f-81c8-957695b4f773","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"61c4201b-becc-4a5f-81c8-957695b4f773","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8005da92-b4d9-4e7b-8aba-c2f91b520a77","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8005da92-b4d9-4e7b-8aba-c2f91b520a77","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"8005da92-b4d9-4e7b-8aba-c2f91b520a77","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"adc8eb69-4c3f-455f-bea8-2cfe1f36e7ca","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"adc8eb69-4c3f-455f-bea8-2cfe1f36e7ca","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"adc8eb69-4c3f-455f-bea8-2cfe1f36e7ca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"4ea12817-5fb7-42d6-bd8d-9cbefee6dc49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"4ea12817-5fb7-42d6-bd8d-9cbefee6dc49","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"4ea12817-5fb7-42d6-bd8d-9cbefee6dc49","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b94c15fd-6078-47a1-8142-bd1651a84d08","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b94c15fd-6078-47a1-8142-bd1651a84d08","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b94c15fd-6078-47a1-8142-bd1651a84d08","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"b2515fa4-e638-4fcf-96b9-08b0e036b8b7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"b2515fa4-e638-4fcf-96b9-08b0e036b8b7","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"b2515fa4-e638-4fcf-96b9-08b0e036b8b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3ee4fb61-9a99-4897-8570-24e163fb7957","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3ee4fb61-9a99-4897-8570-24e163fb7957","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T21:18:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"3ee4fb61-9a99-4897-8570-24e163fb7957","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-14d090-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-14d090 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"253be44c-260e-4421-a494-e40ca335873d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"253be44c-260e-4421-a494-e40ca335873d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"253be44c-260e-4421-a494-e40ca335873d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:18Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"253be44c-260e-4421-a494-e40ca335873d","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b2712208-ebec-48c7-81ca-99a3f7fda1ec","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:19Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b2712208-ebec-48c7-81ca-99a3f7fda1ec","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:19Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b2712208-ebec-48c7-81ca-99a3f7fda1ec","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:19Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"b2712208-ebec-48c7-81ca-99a3f7fda1ec","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"0148a680-a092-4d0d-a40a-256aa181f6a1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"0148a680-a092-4d0d-a40a-256aa181f6a1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"0148a680-a092-4d0d-a40a-256aa181f6a1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-w0-14d090","reconcileID":"0148a680-a092-4d0d-a40a-256aa181f6a1","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-w0-14d090","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"149041f1-6bf2-4c3a-a613-7bf7f76543e6","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"149041f1-6bf2-4c3a-a613-7bf7f76543e6","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"149041f1-6bf2-4c3a-a613-7bf7f76543e6","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"}
{"level":"error","ts":"2026-11-02T21:18:20Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"simulator-w0-14d090","reconcileID":"149041f1-6bf2-4c3a-a613-7bf7f76543e6","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"simulator-w0-14d090","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T21:18:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"premium-w0-14d090","reconcileID":"09c20af8-8b2b-4f30-a70e-303140162127","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"premium-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-14d090","namespace":"e2e-models-e2e-worker-w0-14d090"},"namespace":"e2e-models-e2e-worker-w0-14d090","name":"distinct-2-w0-14d090","reconcileID":"de9a20c6-d006-4c2f-95b3-9da4a082e51c","Namespace":"e2e-models-e2e-worker-w0-14d090","Name":"distinct-2-w0-14d090"}
{"level":"info","ts":"2026-11-02T21:18:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:21Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-gs5pq","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-gs5pq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9e970ba7-8a21-4bb7-9183-575e3b2ed68d","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-gs5pq","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:22Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0016d07-d9f0-43a8-ab21-af247574f4cf","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-7ng8d","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-7ng8d","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"566d2b01-9f69-4d56-bc94-4c5b551ebd65","name":"echo-simulator-validation-7ng8d","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:23Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:24Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a2ddacef-5c80-432a-bb97-a4953c05f199","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-q4tz2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-q4tz2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"fd06ca2b-bc0d-41a8-81b9-f5fbbe41e3a0","name":"e2e-distinct-2-simulated-validation-q4tz2","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:25Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:26Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06fbe9c4-e590-4b5d-b5d5-0bef3e7a762d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-fn84g","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-fn84g","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cf3db396-dec2-4015-a214-fd0cc88bfa8a","name":"e2e-embedding-simulated-validation-fn84g","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:27Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:28Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d00a6f8a-6b50-4512-ab18-04b05c9c0f54","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-qpzmw","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-qpzmw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"07e85292-8577-4c41-80b9-0fa008405a44","name":"e2e-trlp-test-simulated-validation-qpzmw","namespace":"llm"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b784836f-665b-4ce6-b8e5-294f3dce171c","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T21:18:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64ceb6ae-81fc-484a-bd29-89902f8fcd2f","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T21:18:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}