{"level":"info","ts":"2026-11-01T04:00:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"cf07c883-9a89-4629-9e9c-88850b54a369","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"cf07c883-9a89-4629-9e9c-88850b54a369","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-mv9tg","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-mv9tg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"42c89285-0c7c-4f02-9b05-99835d1a3ef7","name":"echo-simulator-validation-mv9tg","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e633e79-0643-40bf-aa24-ad1fdbe581c7","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-01T04:00:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"sub-test-model-be838e","namespace":"ai-tenant-e2e-shared-b-w0-be838e"},"namespace":"ai-tenant-e2e-shared-b-w0-be838e","name":"sub-test-model-be838e","reconcileID":"a0410653-4cdb-450c-aea0-f49d27853ed5","Namespace":"ai-tenant-e2e-shared-b-w0-be838e","Name":"sub-test-model-be838e"}
{"level":"info","ts":"2026-11-01T04:00:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-znglk","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-znglk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2095ef02-a1fc-4af5-a061-4683b7e30d01","name":"e2e-trlp-test-simulated-validation-znglk","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a5f18d6c-38c0-40d6-9381-81186d4ba55d","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"83e36d4e-0f6b-4269-98c2-a26ab8816676","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b5d07063-ae9b-499b-ab6a-9456decd7dfe","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c5e07284-aeae-4d09-9333-567fa761b5f6","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3ae10620-3e03-4122-b03b-971f42b0dc58","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"74281130-62ac-4fd2-8683-05c892f3c5a8","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-l7gc8","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-l7gc8","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"75621ce0-fa1f-43aa-8bea-071c6fe90a60","name":"e2e-distinct-2-simulated-validation-l7gc8","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1210c5de-aa7e-4e1b-bc95-8580f468e97c","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"04d4742a-b0b1-4eae-bde6-1b95885c79f2","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a9433d3a-c1d5-4d94-81b4-cb1322e0c19e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"238001a2-8b47-4798-af72-90863a9758fb","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a8f5e20e-f42d-45b3-b2b4-aae2c325db42","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ed162bc-5512-4ac0-af7f-6099a8901765","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8270fc33-12d9-4a4b-a922-fd226daf483a","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fc0a4298-f54f-4135-b233-fb5be527f731","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-cvdpq","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-cvdpq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"721080b3-8955-4311-837b-0f21bc6a79c6","name":"facebook-opt-125m-simulated-validation-cvdpq","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda69362-353b-463b-ace9-2ea35916cf13","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8-validation-qr4ms","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8-validation-qr4ms","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"882181f4-58e3-4c39-87bc-287dc1048db4","name":"simulator-w0-6137c8-validation-qr4ms","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","route":"e2e-models-e2e-worker-w0-6137c8/simulator-w0-6137c8-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","gateway":"openshift-ingress/e2e-worker-w0-6137c8","ready":true}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"be51081c-c53e-46b3-bb13-5bf67b28a875","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8-validation-hwx6b","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8-validation-hwx6b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4726aa40-1fe4-481c-a763-3d1dc80c45dc","name":"premium-w0-6137c8-validation-hwx6b","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","route":"e2e-models-e2e-worker-w0-6137c8/premium-w0-6137c8-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","gateway":"openshift-ingress/e2e-worker-w0-6137c8","ready":true}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01215b24-d351-45d4-860c-66579feb913c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1e44cb31-5a1b-43bf-92f6-5e12657c20be","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1e44cb31-5a1b-43bf-92f6-5e12657c20be","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1e44cb31-5a1b-43bf-92f6-5e12657c20be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"1086df35-3723-4be5-a65e-5f68ca53ce5d","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"1086df35-3723-4be5-a65e-5f68ca53ce5d","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"1086df35-3723-4be5-a65e-5f68ca53ce5d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"1bc43fdc-ed7d-4026-9428-74461d0058ab","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"1bc43fdc-ed7d-4026-9428-74461d0058ab","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"1bc43fdc-ed7d-4026-9428-74461d0058ab","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bd50cc72-bc54-4cc3-a14f-5f2d16fb4191","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bd50cc72-bc54-4cc3-a14f-5f2d16fb4191","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bd50cc72-bc54-4cc3-a14f-5f2d16fb4191","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"3f523eeb-597c-487a-b1dd-bea97dc3dc11","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"3f523eeb-597c-487a-b1dd-bea97dc3dc11","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"3f523eeb-597c-487a-b1dd-bea97dc3dc11","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c82a8404-04c5-418f-a64b-3a341230e000","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c82a8404-04c5-418f-a64b-3a341230e000","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c82a8404-04c5-418f-a64b-3a341230e000","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"86c1fd88-2e85-468d-a35b-6f21768b4d56","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"86c1fd88-2e85-468d-a35b-6f21768b4d56","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"86c1fd88-2e85-468d-a35b-6f21768b4d56","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3b01f1b4-1d6c-4c39-bb21-6cdf564e9a59","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3b01f1b4-1d6c-4c39-bb21-6cdf564e9a59","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3b01f1b4-1d6c-4c39-bb21-6cdf564e9a59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"b45258d6-5306-494b-9671-6ac0ea7f297f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"b45258d6-5306-494b-9671-6ac0ea7f297f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"b45258d6-5306-494b-9671-6ac0ea7f297f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"8724d6b4-7493-409c-be0d-c1cb0eb0463c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"8724d6b4-7493-409c-be0d-c1cb0eb0463c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"8724d6b4-7493-409c-be0d-c1cb0eb0463c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aba0d6e9-e458-4790-9e4c-74bfa6f6936c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aba0d6e9-e458-4790-9e4c-74bfa6f6936c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aba0d6e9-e458-4790-9e4c-74bfa6f6936c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a9781039-31da-4abf-b730-58ceb80aea90","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a9781039-31da-4abf-b730-58ceb80aea90","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a9781039-31da-4abf-b730-58ceb80aea90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"50607aba-46aa-4f68-bf0a-9e31f1cbd110","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"50607aba-46aa-4f68-bf0a-9e31f1cbd110","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"50607aba-46aa-4f68-bf0a-9e31f1cbd110","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"93a42419-2b47-40f8-b299-0ce9da287c3a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"93a42419-2b47-40f8-b299-0ce9da287c3a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"93a42419-2b47-40f8-b299-0ce9da287c3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"47e7358d-c757-4e44-b364-28a935128cc1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"47e7358d-c757-4e44-b364-28a935128cc1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"47e7358d-c757-4e44-b364-28a935128cc1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"8c2ebce5-38c2-405b-983b-d924747eda30","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"8c2ebce5-38c2-405b-983b-d924747eda30","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"8c2ebce5-38c2-405b-983b-d924747eda30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d2263811-e155-4f9d-bb7c-553e5212db63","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d2263811-e155-4f9d-bb7c-553e5212db63","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:00:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d2263811-e155-4f9d-bb7c-553e5212db63","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"7b139441-0518-4efe-92cd-306a7b50b32e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:00:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"7b139441-0518-4efe-92cd-306a7b50b32e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"7b139441-0518-4efe-92cd-306a7b50b32e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"73d340da-73ae-4510-9b2c-ffccd102dcd8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"73d340da-73ae-4510-9b2c-ffccd102dcd8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"73d340da-73ae-4510-9b2c-ffccd102dcd8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a2dbe27b-c259-4811-9f5b-eb14de831e6b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a2dbe27b-c259-4811-9f5b-eb14de831e6b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"a2dbe27b-c259-4811-9f5b-eb14de831e6b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"aadafa92-4f32-40a7-85e2-8b1532f41313","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"aadafa92-4f32-40a7-85e2-8b1532f41313","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"aadafa92-4f32-40a7-85e2-8b1532f41313","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0707a6ae-586d-4417-80fc-ea2d7ee85639","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0707a6ae-586d-4417-80fc-ea2d7ee85639","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0707a6ae-586d-4417-80fc-ea2d7ee85639","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"04a6ee99-cfac-492b-b1a9-2cad515b3ab7","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"04a6ee99-cfac-492b-b1a9-2cad515b3ab7","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"04a6ee99-cfac-492b-b1a9-2cad515b3ab7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9e8617c5-202e-4f5e-a77a-e4996bf3bca3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9e8617c5-202e-4f5e-a77a-e4996bf3bca3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9e8617c5-202e-4f5e-a77a-e4996bf3bca3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"efedcb9a-61f6-41af-b319-5140ceeed35a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"efedcb9a-61f6-41af-b319-5140ceeed35a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"efedcb9a-61f6-41af-b319-5140ceeed35a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c225ad46-983f-4f22-8b4f-2ce4d5df3095","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c225ad46-983f-4f22-8b4f-2ce4d5df3095","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c225ad46-983f-4f22-8b4f-2ce4d5df3095","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"4f94b9ed-76fe-492a-a7c6-e955daf3932d","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"4f94b9ed-76fe-492a-a7c6-e955daf3932d","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"4f94b9ed-76fe-492a-a7c6-e955daf3932d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"588dedb1-4d63-4351-96c9-9bd6eb1ec0f6","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"588dedb1-4d63-4351-96c9-9bd6eb1ec0f6","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"588dedb1-4d63-4351-96c9-9bd6eb1ec0f6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"4b8aa0de-ea96-46d9-a9be-9887387f45fa","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"4b8aa0de-ea96-46d9-a9be-9887387f45fa","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"4b8aa0de-ea96-46d9-a9be-9887387f45fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"d14313d6-a8ec-4a19-bc3a-433d8f908862","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"d14313d6-a8ec-4a19-bc3a-433d8f908862","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"d14313d6-a8ec-4a19-bc3a-433d8f908862","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2319f1d2-1e29-44ec-b57e-477c617891c5","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2319f1d2-1e29-44ec-b57e-477c617891c5","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2319f1d2-1e29-44ec-b57e-477c617891c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2cc68a54-9c10-4e82-bd34-ea596def9fc3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2cc68a54-9c10-4e82-bd34-ea596def9fc3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2cc68a54-9c10-4e82-bd34-ea596def9fc3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"39c1fa23-0045-4079-b785-f1d551ecfc6f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"39c1fa23-0045-4079-b785-f1d551ecfc6f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"39c1fa23-0045-4079-b785-f1d551ecfc6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"6114f4c6-bc24-4f83-ae58-19c309a6358f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"6114f4c6-bc24-4f83-ae58-19c309a6358f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"6114f4c6-bc24-4f83-ae58-19c309a6358f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"435b37ff-90e9-4b2a-aa25-475f10d34ec9","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"435b37ff-90e9-4b2a-aa25-475f10d34ec9","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"435b37ff-90e9-4b2a-aa25-475f10d34ec9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3dd8faa3-bf38-4319-aa98-a7cf19b9677b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3dd8faa3-bf38-4319-aa98-a7cf19b9677b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"3dd8faa3-bf38-4319-aa98-a7cf19b9677b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bca8eab9-d9ce-4f0a-8742-76366fe78363","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bca8eab9-d9ce-4f0a-8742-76366fe78363","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"bca8eab9-d9ce-4f0a-8742-76366fe78363","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"5c5b3ad9-8e22-4bdf-932b-041f5a530dbc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"5c5b3ad9-8e22-4bdf-932b-041f5a530dbc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"5c5b3ad9-8e22-4bdf-932b-041f5a530dbc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c7830ab8-5521-4d30-aaaa-94e36b98b36c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c7830ab8-5521-4d30-aaaa-94e36b98b36c","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"c7830ab8-5521-4d30-aaaa-94e36b98b36c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"546dbb10-a8a5-4ce2-bd77-69a5fd448913","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"546dbb10-a8a5-4ce2-bd77-69a5fd448913","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"546dbb10-a8a5-4ce2-bd77-69a5fd448913","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2b57cae7-553b-4cae-9cb5-bb595bb059bd","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2b57cae7-553b-4cae-9cb5-bb595bb059bd","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"2b57cae7-553b-4cae-9cb5-bb595bb059bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f8b4d1b3-7eca-4efe-b922-9be9ceeff0f8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f8b4d1b3-7eca-4efe-b922-9be9ceeff0f8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f8b4d1b3-7eca-4efe-b922-9be9ceeff0f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"42dc2051-38d9-4ee1-a09a-c3dab57d6a50","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"42dc2051-38d9-4ee1-a09a-c3dab57d6a50","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"42dc2051-38d9-4ee1-a09a-c3dab57d6a50","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01ac548c-12c6-4a18-9359-c4940af52979","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01ac548c-12c6-4a18-9359-c4940af52979","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"01ac548c-12c6-4a18-9359-c4940af52979","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"64504269-a7d1-4629-8275-0d98bf0751d3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"64504269-a7d1-4629-8275-0d98bf0751d3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"64504269-a7d1-4629-8275-0d98bf0751d3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f4167955-d410-4586-a0ca-de8dbde6c0f3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f4167955-d410-4586-a0ca-de8dbde6c0f3","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"f4167955-d410-4586-a0ca-de8dbde6c0f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"03acb0c5-ab56-4a50-af0b-a9c268837f78","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"03acb0c5-ab56-4a50-af0b-a9c268837f78","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"03acb0c5-ab56-4a50-af0b-a9c268837f78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aa82e9f8-b746-46c7-97c0-5e3b86bb1499","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aa82e9f8-b746-46c7-97c0-5e3b86bb1499","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"aa82e9f8-b746-46c7-97c0-5e3b86bb1499","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"084bdfd5-4018-45e8-962d-fe901de1cc8f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"084bdfd5-4018-45e8-962d-fe901de1cc8f","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"084bdfd5-4018-45e8-962d-fe901de1cc8f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"03026417-e055-42ab-976a-6757f0fcc7fa","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"03026417-e055-42ab-976a-6757f0fcc7fa","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"03026417-e055-42ab-976a-6757f0fcc7fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"bf8d00c2-f574-4836-87e1-da1b75beaa92","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"bf8d00c2-f574-4836-87e1-da1b75beaa92","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"bf8d00c2-f574-4836-87e1-da1b75beaa92","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"c858cdd2-e5de-4d7e-b2b8-e7ee2a198af0","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"c858cdd2-e5de-4d7e-b2b8-e7ee2a198af0","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"c858cdd2-e5de-4d7e-b2b8-e7ee2a198af0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"e2850f4d-4613-4d72-bcc4-b27d95535871","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"e2850f4d-4613-4d72-bcc4-b27d95535871","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"e2850f4d-4613-4d72-bcc4-b27d95535871","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"628b448f-e9c3-4936-a1e3-04e86eb05557","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"628b448f-e9c3-4936-a1e3-04e86eb05557","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"628b448f-e9c3-4936-a1e3-04e86eb05557","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"884155d8-1c61-44d4-8b94-45a589546b71","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"884155d8-1c61-44d4-8b94-45a589546b71","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"884155d8-1c61-44d4-8b94-45a589546b71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"81ab5de6-f862-4a50-8fb9-880d82274328","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"81ab5de6-f862-4a50-8fb9-880d82274328","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"81ab5de6-f862-4a50-8fb9-880d82274328","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"bf1a0e59-1750-4ea8-aaf3-6d06ea62ba3b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"bf1a0e59-1750-4ea8-aaf3-6d06ea62ba3b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"bf1a0e59-1750-4ea8-aaf3-6d06ea62ba3b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"128e6c9e-0722-47fc-957a-c7c9c9f2927e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"128e6c9e-0722-47fc-957a-c7c9c9f2927e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"128e6c9e-0722-47fc-957a-c7c9c9f2927e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9a32a82c-a99d-46d3-8284-1639fd749c7b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9a32a82c-a99d-46d3-8284-1639fd749c7b","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"9a32a82c-a99d-46d3-8284-1639fd749c7b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d0edbe83-61b1-4460-9ae6-296fc67825f8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d0edbe83-61b1-4460-9ae6-296fc67825f8","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"d0edbe83-61b1-4460-9ae6-296fc67825f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"d07567c3-a5b8-4d7a-86ee-4f11241610b1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"d07567c3-a5b8-4d7a-86ee-4f11241610b1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"d07567c3-a5b8-4d7a-86ee-4f11241610b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0385c5a1-e3ac-4006-bef6-265b9fc21254","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0385c5a1-e3ac-4006-bef6-265b9fc21254","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"0385c5a1-e3ac-4006-bef6-265b9fc21254","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"399a3ac8-3c72-49bf-b267-3e1c0d8a79a9","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"399a3ac8-3c72-49bf-b267-3e1c0d8a79a9","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"399a3ac8-3c72-49bf-b267-3e1c0d8a79a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"5a0b08a7-8ab4-45ec-a126-ad9817158021","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"5a0b08a7-8ab4-45ec-a126-ad9817158021","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"5a0b08a7-8ab4-45ec-a126-ad9817158021","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"ad23f51f-67ee-4a47-92f6-41fbfeb1962a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"ad23f51f-67ee-4a47-92f6-41fbfeb1962a","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"ad23f51f-67ee-4a47-92f6-41fbfeb1962a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"bbd2d931-d578-4fb8-bf4e-f82174b14bd4","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"bbd2d931-d578-4fb8-bf4e-f82174b14bd4","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-01T04:01:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"bbd2d931-d578-4fb8-bf4e-f82174b14bd4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-6137c8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-6137c8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1c1ceda7-e9f9-43f5-bc56-e062120d531e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1c1ceda7-e9f9-43f5-bc56-e062120d531e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1c1ceda7-e9f9-43f5-bc56-e062120d531e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:33Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"1c1ceda7-e9f9-43f5-bc56-e062120d531e","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"df5ffe27-ef2c-4544-9c7c-fab33cef88dc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:34Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"df5ffe27-ef2c-4544-9c7c-fab33cef88dc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:34Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"df5ffe27-ef2c-4544-9c7c-fab33cef88dc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:34Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"simulator-w0-6137c8","reconcileID":"df5ffe27-ef2c-4544-9c7c-fab33cef88dc","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"simulator-w0-6137c8","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2dd8c80b-8588-4924-b4a6-cd2da135bd38","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2dd8c80b-8588-4924-b4a6-cd2da135bd38","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2dd8c80b-8588-4924-b4a6-cd2da135bd38","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"premium-w0-6137c8","reconcileID":"2dd8c80b-8588-4924-b4a6-cd2da135bd38","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"premium-w0-6137c8","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"fbd995eb-3e72-4f75-9c84-9102d5d6c5f1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"fbd995eb-3e72-4f75-9c84-9102d5d6c5f1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"fbd995eb-3e72-4f75-9c84-9102d5d6c5f1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"}
{"level":"error","ts":"2026-11-01T04:01:35Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-w0-6137c8","reconcileID":"fbd995eb-3e72-4f75-9c84-9102d5d6c5f1","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-w0-6137c8","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-6137c8","namespace":"e2e-models-e2e-worker-w0-6137c8"},"namespace":"e2e-models-e2e-worker-w0-6137c8","name":"distinct-2-w0-6137c8","reconcileID":"b8cd50fc-f419-4c55-a0ab-585f52500400","Namespace":"e2e-models-e2e-worker-w0-6137c8","Name":"distinct-2-w0-6137c8"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-6kdcn","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-6kdcn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"205f07e2-bb93-4135-be42-81aa0bc6a607","name":"e2e-distinct-2-simulated-validation-6kdcn","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9552dde1-27a2-41a7-aa51-995eb778cb87","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-k79jg","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-k79jg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"79007cd1-2727-4768-827f-db2611334f1e","name":"e2e-distinct-simulated-validation-k79jg","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:38Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"edab6c35-9018-44c1-bb04-f06977e61e3a","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-96zjs","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-96zjs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"16f66a5c-fe28-4da1-b78c-312a23495e18","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-96zjs","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:01:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fb1713d-704e-4728-b5d5-55eadbe2f021","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-km5d7","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-km5d7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e0619867-8dc4-4367-bf2f-3ac17f322516","name":"premium-simulated-simulated-premium-validation-km5d7","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:42Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:43Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1afc3c08-01b9-468b-981b-2c4c225d1565","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-01T04:01:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"425b936b-29f9-41af-a155-483e75c887fe","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-01T04:01:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:44Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-mh452","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-mh452","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"148fccdd-61e9-4491-803a-b5729c1fbc79","name":"e2e-embedding-simulated-validation-mh452","namespace":"llm"}
{"level":"info","ts":"2026-11-01T04:01:44Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"425b936b-29f9-41af-a155-483e75c887fe","Namespace":"llm","Name":"e2e-embedding-simulated"}