{"level":"info","ts":"2026-10-31T01:57:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc028d8e-515d-4ddb-bb6a-05c68306e28b","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-31T01:57:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-49vmh","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-49vmh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9ffdf50e-5061-40a7-b8a5-5aa15d7cc724","name":"e2e-trlp-test-simulated-validation-49vmh","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8855d8f-f34f-461f-877e-7b9bc5db6676","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"19f183e5-c237-44c6-ba41-7807eef840a4","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"987ab4a6-e914-417a-82d6-3d5a01191115","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538-validation-d9s7s","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538-validation-d9s7s","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0d2b5ee6-9989-46ad-afe6-6377ec54213c","name":"premium-w2-ee1538-validation-d9s7s","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"98a6e9e1-b82d-4527-a5f0-0545f7b36d25","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","route":"e2e-models-e2e-worker-w2-ee1538/premium-w2-ee1538-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5f499157-ff34-40f6-8b1c-fa114be00f38","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","gateway":"openshift-ingress/e2e-worker-w2-ee1538","ready":true}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a270dc82-768c-49dc-afa2-1fc467193681","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f4933c99-d546-429a-8cd7-4f7c1313903b","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e55f1353-74f0-4301-ab83-1b4cc39ff248","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c8f82a5b-3736-467c-8a30-c38b6f0e2c5c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c39c7ab4-84a1-40e4-bfb5-7e7ef28b5573","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2b8075f3-25d8-4daa-8e8e-92efb4eb17e2","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-pnfxh","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-pnfxh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"40081c3e-3173-4766-9323-1965b166334f","name":"premium-simulated-simulated-premium-validation-pnfxh","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"9b231344-eadf-47fe-a59a-5fa7a3436c28","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7d30323c-50b4-4db4-9dc5-c776d0bbafab","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:45Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fac37e79-0740-461e-bfc8-76e4641909bf","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:57:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1dabf4b-c938-4b80-a0ff-48094e11ba57","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-31T01:57:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fm4w6","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fm4w6","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"dcbb7055-243d-4924-85a8-9324482980b2","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-fm4w6","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1bd3e149-554a-4016-b91c-9b327bf855e5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:57:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538-validation-2nxpj","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538-validation-2nxpj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"527eab75-aa74-4f53-b521-4119000f31d0","name":"simulator-w2-ee1538-validation-2nxpj","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","route":"e2e-models-e2e-worker-w2-ee1538/simulator-w2-ee1538-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","gateway":"openshift-ingress/e2e-worker-w2-ee1538","ready":true}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:57:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"f478e2ed-7504-4afa-a784-9242a2cc5c75","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"6589b28a-aad9-40f9-bc81-cda80d0b0139","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"6589b28a-aad9-40f9-bc81-cda80d0b0139","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"6589b28a-aad9-40f9-bc81-cda80d0b0139","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"4f3c53bf-7771-4094-9517-a35a47e22b0a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"4f3c53bf-7771-4094-9517-a35a47e22b0a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"4f3c53bf-7771-4094-9517-a35a47e22b0a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fe976fd1-b5f8-4aef-9315-bf6cea53e30c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fe976fd1-b5f8-4aef-9315-bf6cea53e30c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fe976fd1-b5f8-4aef-9315-bf6cea53e30c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ce172367-48f1-4151-9fa9-c67218dbc46a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ce172367-48f1-4151-9fa9-c67218dbc46a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ce172367-48f1-4151-9fa9-c67218dbc46a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"55e9a7f4-b234-4a89-9547-0c7ed6075799","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"55e9a7f4-b234-4a89-9547-0c7ed6075799","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"55e9a7f4-b234-4a89-9547-0c7ed6075799","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"2b4e7cb4-50ad-44d6-8d60-06f6431996fb","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"2b4e7cb4-50ad-44d6-8d60-06f6431996fb","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"2b4e7cb4-50ad-44d6-8d60-06f6431996fb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b9e70f5d-1b82-48a9-af1c-10843908cbf1","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b9e70f5d-1b82-48a9-af1c-10843908cbf1","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b9e70f5d-1b82-48a9-af1c-10843908cbf1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"211e9200-1c98-4fb3-bb90-ddda259b74fd","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"211e9200-1c98-4fb3-bb90-ddda259b74fd","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"211e9200-1c98-4fb3-bb90-ddda259b74fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"737cfaec-dc0d-46a6-a7f9-7a0c0daa9be2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"737cfaec-dc0d-46a6-a7f9-7a0c0daa9be2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"737cfaec-dc0d-46a6-a7f9-7a0c0daa9be2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ff9f27a9-3f4f-4b2b-8df6-085885037d21","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ff9f27a9-3f4f-4b2b-8df6-085885037d21","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ff9f27a9-3f4f-4b2b-8df6-085885037d21","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"55beae3c-b0f1-4944-a919-c088f4e8c34c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"55beae3c-b0f1-4944-a919-c088f4e8c34c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"55beae3c-b0f1-4944-a919-c088f4e8c34c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"b7d9508c-b5e1-4b73-9874-ca9bb443f748","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"b7d9508c-b5e1-4b73-9874-ca9bb443f748","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"b7d9508c-b5e1-4b73-9874-ca9bb443f748","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"be2786bd-3bef-4545-983f-7b1263880db6","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"be2786bd-3bef-4545-983f-7b1263880db6","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"be2786bd-3bef-4545-983f-7b1263880db6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"5d55b654-a4cc-4b94-8912-f5e42bfd8154","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"5d55b654-a4cc-4b94-8912-f5e42bfd8154","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"5d55b654-a4cc-4b94-8912-f5e42bfd8154","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"53f80404-b62c-445c-b30b-4685094d2d87","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"53f80404-b62c-445c-b30b-4685094d2d87","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"53f80404-b62c-445c-b30b-4685094d2d87","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"a12a0a23-8636-42a6-b296-9ec99c36ed7f","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"a12a0a23-8636-42a6-b296-9ec99c36ed7f","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"a12a0a23-8636-42a6-b296-9ec99c36ed7f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"a8f9b93e-a2d9-4dc3-9e37-5dc5f22c01a5","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"a8f9b93e-a2d9-4dc3-9e37-5dc5f22c01a5","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"a8f9b93e-a2d9-4dc3-9e37-5dc5f22c01a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c74cedb0-c219-4127-ad8a-568dd80c51f0","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c74cedb0-c219-4127-ad8a-568dd80c51f0","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c74cedb0-c219-4127-ad8a-568dd80c51f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"8cdff487-c06c-4744-9ff5-f2d8bb37de6a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"8cdff487-c06c-4744-9ff5-f2d8bb37de6a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"8cdff487-c06c-4744-9ff5-f2d8bb37de6a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ddd4aca7-c8cd-4033-941b-e75557900b72","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ddd4aca7-c8cd-4033-941b-e75557900b72","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ddd4aca7-c8cd-4033-941b-e75557900b72","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"4d5951dc-ac52-4c02-ba39-c0742ad2a9e9","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"4d5951dc-ac52-4c02-ba39-c0742ad2a9e9","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"4d5951dc-ac52-4c02-ba39-c0742ad2a9e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ad8949c6-c554-46db-b195-3b86f516efb4","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ad8949c6-c554-46db-b195-3b86f516efb4","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"ad8949c6-c554-46db-b195-3b86f516efb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b68a5a0e-e8c2-4011-9e9c-c267366198f2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b68a5a0e-e8c2-4011-9e9c-c267366198f2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b68a5a0e-e8c2-4011-9e9c-c267366198f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"37f54154-bde8-413a-a02c-b612a05845e8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"37f54154-bde8-413a-a02c-b612a05845e8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"37f54154-bde8-413a-a02c-b612a05845e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"7caede57-cb85-4375-95ab-2b3d13025974","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"7caede57-cb85-4375-95ab-2b3d13025974","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"7caede57-cb85-4375-95ab-2b3d13025974","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"891aadae-d1f2-43ad-a030-64b470af1a33","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"891aadae-d1f2-43ad-a030-64b470af1a33","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"891aadae-d1f2-43ad-a030-64b470af1a33","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"2bb77e15-8e1a-4ef5-9846-41a02b4dc4da","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"2bb77e15-8e1a-4ef5-9846-41a02b4dc4da","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"2bb77e15-8e1a-4ef5-9846-41a02b4dc4da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da47ff43-5455-468b-9c27-f96f283c5dab","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da47ff43-5455-468b-9c27-f96f283c5dab","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da47ff43-5455-468b-9c27-f96f283c5dab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"200e31c9-ae6f-490e-a881-162b2e8088cd","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"200e31c9-ae6f-490e-a881-162b2e8088cd","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"200e31c9-ae6f-490e-a881-162b2e8088cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3416319d-bb64-4a55-aeb3-2f130e86de48","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3416319d-bb64-4a55-aeb3-2f130e86de48","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3416319d-bb64-4a55-aeb3-2f130e86de48","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c553521e-9bc8-4356-80fc-46315cda478f","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c553521e-9bc8-4356-80fc-46315cda478f","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"c553521e-9bc8-4356-80fc-46315cda478f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"16413077-8e31-4223-b558-352e839c4a13","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"16413077-8e31-4223-b558-352e839c4a13","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"16413077-8e31-4223-b558-352e839c4a13","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39b939e4-35e9-4ef4-8196-efb4467a7d3c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39b939e4-35e9-4ef4-8196-efb4467a7d3c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39b939e4-35e9-4ef4-8196-efb4467a7d3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"6a7e42aa-b3b7-42cb-a1dd-36a05bf6cf1b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"6a7e42aa-b3b7-42cb-a1dd-36a05bf6cf1b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"6a7e42aa-b3b7-42cb-a1dd-36a05bf6cf1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"69267919-4b65-40af-afca-f2d0ea138708","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"69267919-4b65-40af-afca-f2d0ea138708","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"69267919-4b65-40af-afca-f2d0ea138708","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"2d04781d-9668-4959-b496-9f96b146780c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"2d04781d-9668-4959-b496-9f96b146780c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"2d04781d-9668-4959-b496-9f96b146780c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"1214a334-d29a-4e10-95f6-c0178f5e0cba","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"1214a334-d29a-4e10-95f6-c0178f5e0cba","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"1214a334-d29a-4e10-95f6-c0178f5e0cba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ba0a8584-b35b-415f-a0f8-013829fbd115","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ba0a8584-b35b-415f-a0f8-013829fbd115","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"ba0a8584-b35b-415f-a0f8-013829fbd115","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39a1f8d5-f790-4caa-9bcd-9c20a53a4c0a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39a1f8d5-f790-4caa-9bcd-9c20a53a4c0a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"39a1f8d5-f790-4caa-9bcd-9c20a53a4c0a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fb8ca74a-9ff7-4ede-b01a-7104c1d57f78","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fb8ca74a-9ff7-4ede-b01a-7104c1d57f78","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fb8ca74a-9ff7-4ede-b01a-7104c1d57f78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"17faf339-ce99-4ad8-9f8f-7e6fe0cebca7","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"17faf339-ce99-4ad8-9f8f-7e6fe0cebca7","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"17faf339-ce99-4ad8-9f8f-7e6fe0cebca7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"1488b7ad-5e6e-4d55-8a14-b4f7d8c4e86d","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"1488b7ad-5e6e-4d55-8a14-b4f7d8c4e86d","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"1488b7ad-5e6e-4d55-8a14-b4f7d8c4e86d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"7b731183-90a9-49e8-9d27-c8cbd541b67b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"7b731183-90a9-49e8-9d27-c8cbd541b67b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"7b731183-90a9-49e8-9d27-c8cbd541b67b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ac93d70d-4d3d-42b6-8ee0-85bae393710c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:58:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:58:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ac93d70d-4d3d-42b6-8ee0-85bae393710c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:58:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ac93d70d-4d3d-42b6-8ee0-85bae393710c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"af05a550-daa1-4194-a34e-73b280525e52","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"af05a550-daa1-4194-a34e-73b280525e52","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"af05a550-daa1-4194-a34e-73b280525e52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"8f6f54d1-662e-462e-be24-99b648876193","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"8f6f54d1-662e-462e-be24-99b648876193","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"8f6f54d1-662e-462e-be24-99b648876193","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"426d7edd-55f0-4694-ae30-e4e95d22fdd2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"426d7edd-55f0-4694-ae30-e4e95d22fdd2","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"426d7edd-55f0-4694-ae30-e4e95d22fdd2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"39e98cf8-355f-4a1a-a454-de316901ef46","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"39e98cf8-355f-4a1a-a454-de316901ef46","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"39e98cf8-355f-4a1a-a454-de316901ef46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"f09e75b1-d03e-4a32-9e10-6a6b4d15abe3","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"f09e75b1-d03e-4a32-9e10-6a6b4d15abe3","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"f09e75b1-d03e-4a32-9e10-6a6b4d15abe3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"5e218dc2-1f3f-4526-afda-efcd30788679","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"5e218dc2-1f3f-4526-afda-efcd30788679","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"5e218dc2-1f3f-4526-afda-efcd30788679","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c345a039-fb14-44a3-8105-bd9a7991e659","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c345a039-fb14-44a3-8105-bd9a7991e659","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"c345a039-fb14-44a3-8105-bd9a7991e659","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"cbb6f69b-3b42-4187-bbec-d23850e588b7","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"cbb6f69b-3b42-4187-bbec-d23850e588b7","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"cbb6f69b-3b42-4187-bbec-d23850e588b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"bddd4a81-a9e1-4d09-b872-d65a739502a4","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"44b764b4-5323-46b9-ad71-ccce7c910d64","name":"v3-6-0-ea-2-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7f8ee662-e378-4393-ad69-4fc9b722d99f","name":"v3-6-0-ea-2-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8284fc14-f633-4553-b6b6-fcd6e4bc8fb2","name":"v3-6-0-ea-2-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"994b6c27-b572-4f38-8573-75b6c97d3c83","name":"v3-6-0-ea-2-kserve-config-llm-template-amd-rocm","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d55b0160-999d-4426-9a97-4a1e5071fafa","name":"v3-6-0-ea-2-kserve-config-llm-template-cpu","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d34c43ef-e06a-49de-b68b-56267542975b","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"02f760be-1e34-4faa-b740-1f2733105b2a","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-s390x","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6f33eadf-46c3-44da-947c-bfa1e7e08059","name":"v3-6-0-ea-2-kserve-config-llm-template-ibm-spyre-x86","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4ad24976-30ca-49c5-9816-2960ff15a16d","name":"v3-6-0-ea-2-kserve-config-llm-template-intel-gaudi","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-31T01:59:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"fc53aa3f-1101-4d23-a7c5-d990fddc8279","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"fc53aa3f-1101-4d23-a7c5-d990fddc8279","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"fc53aa3f-1101-4d23-a7c5-d990fddc8279","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"4c65f012-04e4-4fdf-9150-6b68a86b23eb","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"4c65f012-04e4-4fdf-9150-6b68a86b23eb","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"4c65f012-04e4-4fdf-9150-6b68a86b23eb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3916a6e6-3747-4564-ab69-bff2cde33fc3","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3916a6e6-3747-4564-ab69-bff2cde33fc3","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"3916a6e6-3747-4564-ab69-bff2cde33fc3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ba44bc0d-e2aa-4cc9-9fbd-d8a64fd7c0fc","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ba44bc0d-e2aa-4cc9-9fbd-d8a64fd7c0fc","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"ba44bc0d-e2aa-4cc9-9fbd-d8a64fd7c0fc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fa2c5e36-9cf0-4c44-9df7-6aec8cda0ec5","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fa2c5e36-9cf0-4c44-9df7-6aec8cda0ec5","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"fa2c5e36-9cf0-4c44-9df7-6aec8cda0ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"978fe903-05f7-4ee3-93e0-9efbe9745a8b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"978fe903-05f7-4ee3-93e0-9efbe9745a8b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"978fe903-05f7-4ee3-93e0-9efbe9745a8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"08b7e6cb-b174-4a87-b261-b0be865abab1","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"08b7e6cb-b174-4a87-b261-b0be865abab1","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"08b7e6cb-b174-4a87-b261-b0be865abab1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"cae2ae7a-89df-403f-b7a3-65b78159848d","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"cae2ae7a-89df-403f-b7a3-65b78159848d","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"cae2ae7a-89df-403f-b7a3-65b78159848d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da1090b9-c741-499a-90f9-feb925957342","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da1090b9-c741-499a-90f9-feb925957342","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"da1090b9-c741-499a-90f9-feb925957342","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"888c7898-5e85-47c5-828f-a79b2a3f6587","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"888c7898-5e85-47c5-828f-a79b2a3f6587","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"888c7898-5e85-47c5-828f-a79b2a3f6587","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"62f09ed0-d8d9-4d43-9f58-73911b1b5def","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"62f09ed0-d8d9-4d43-9f58-73911b1b5def","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"62f09ed0-d8d9-4d43-9f58-73911b1b5def","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"2098d650-37fc-4c0e-8fa7-997f4c2f1c9a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"2098d650-37fc-4c0e-8fa7-997f4c2f1c9a","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"2098d650-37fc-4c0e-8fa7-997f4c2f1c9a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"b2d6ed44-c60f-4c74-b133-21a9df210fa8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"b2d6ed44-c60f-4c74-b133-21a9df210fa8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"b2d6ed44-c60f-4c74-b133-21a9df210fa8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"91e89bd3-0cef-4439-b19b-bfb6e623fe1b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"91e89bd3-0cef-4439-b19b-bfb6e623fe1b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"91e89bd3-0cef-4439-b19b-bfb6e623fe1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fdc28244-3538-4d90-bf4a-28593f1a22a9","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fdc28244-3538-4d90-bf4a-28593f1a22a9","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"fdc28244-3538-4d90-bf4a-28593f1a22a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"0fe77ecc-00b7-41df-9657-b48f163cb8b8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"0fe77ecc-00b7-41df-9657-b48f163cb8b8","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"0fe77ecc-00b7-41df-9657-b48f163cb8b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"5d3718be-d2b9-4798-995b-c2bc8ac8e00c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"5d3718be-d2b9-4798-995b-c2bc8ac8e00c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"5d3718be-d2b9-4798-995b-c2bc8ac8e00c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"e98ab852-870f-45ed-a1b9-ba48c603f2de","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"e98ab852-870f-45ed-a1b9-ba48c603f2de","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-31T01:59:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"e98ab852-870f-45ed-a1b9-ba48c603f2de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-ee1538-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-ee1538 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"bb1d4b5e-80ca-4bc5-9c02-cb8acb55793b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"bb1d4b5e-80ca-4bc5-9c02-cb8acb55793b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"bb1d4b5e-80ca-4bc5-9c02-cb8acb55793b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:26Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"bb1d4b5e-80ca-4bc5-9c02-cb8acb55793b","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"dff771bb-251b-428b-a974-828429b49b40","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:27Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"dff771bb-251b-428b-a974-828429b49b40","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:27Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"dff771bb-251b-428b-a974-828429b49b40","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:27Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"dff771bb-251b-428b-a974-828429b49b40","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b88c0a27-2be4-4407-888b-d6839c331e29","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b88c0a27-2be4-4407-888b-d6839c331e29","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b88c0a27-2be4-4407-888b-d6839c331e29","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"premium-w2-ee1538","reconcileID":"b88c0a27-2be4-4407-888b-d6839c331e29","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"premium-w2-ee1538","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"90e648c8-f672-404d-a1db-ada1e685052c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"90e648c8-f672-404d-a1db-ada1e685052c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"90e648c8-f672-404d-a1db-ada1e685052c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"}
{"level":"error","ts":"2026-10-31T01:59:28Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-2-w2-ee1538","reconcileID":"90e648c8-f672-404d-a1db-ada1e685052c","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-2-w2-ee1538","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"simulator-w2-ee1538","reconcileID":"1700bb98-de17-402d-b5e2-f90b3f285ed0","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"simulator-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-gm2fl","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-gm2fl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"aeb11b3a-a05d-40a1-b738-d70ce82e1fe0","name":"e2e-distinct-2-simulated-validation-gm2fl","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7143e0b7-fe51-4ead-b2af-e1548086fc50","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-fmnct","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-fmnct","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b5ec8ff7-33bf-4a57-a0c8-c19f774f8e19","name":"echo-simulator-validation-fmnct","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60bd383e-74ab-440d-bdce-a0dac89e2afd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-ee1538","namespace":"e2e-models-e2e-worker-w2-ee1538"},"namespace":"e2e-models-e2e-worker-w2-ee1538","name":"distinct-w2-ee1538","reconcileID":"9567b0f6-827a-4fd1-8599-c2c7eae5aa63","Namespace":"e2e-models-e2e-worker-w2-ee1538","Name":"distinct-w2-ee1538"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-v82gg","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-v82gg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3d44eed7-9887-4061-899e-f2cb53e40c6f","name":"e2e-embedding-simulated-validation-v82gg","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5e7ea55-262d-43e1-b972-5add48ff2d4c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-wzcsw","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-wzcsw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3e808285-f269-46a2-9947-7d1da8d008fa","name":"facebook-opt-125m-simulated-validation-wzcsw","namespace":"llm"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-31T01:59:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ed00da-4f79-40dd-b848-d09be14cb605","Namespace":"llm","Name":"facebook-opt-125m-simulated"}