{"level":"info","ts":"2026-11-02T15:39:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:39:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6911e0a-b437-4a82-9c41-8cc231fd6e48","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-02T15:39:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"52f01ebf-1b80-4872-b7af-31e5d398bff7","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-2tlzj","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-2tlzj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"54d83276-5a79-440b-9cce-b34fe3dc7b3f","name":"facebook-opt-125m-simulated-validation-2tlzj","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"429fef17-7f7a-41d1-aaaf-682e0e669eed","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"51519166-83c0-4320-9cdd-16c6791b8b30","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b7ff09ac-b3da-48fc-805d-60a30dafab77","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:48Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"042d1d21-135e-4ebd-bd5b-66ce05506e42","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b63f7399-f3b3-4aed-99e3-e9042875ec87","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7fb7e24c-4bd8-4fdf-bc45-3257a0cda504","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15c5c52-6b22-4a91-926c-01c4f3af1f39","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e181c58b-baef-4c48-8285-e1fb5c689240","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6834d44a-0a1a-4d33-8fcf-fe25da17dda2","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5-validation-2pt9s","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5-validation-2pt9s","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"37996165-130d-47b1-b54c-c7750e2ec66a","name":"distinct-w0-58efa5-validation-2pt9s","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c0f5db21-8726-4409-9a3f-325b21900a15","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","route":"e2e-models-e2e-worker-w0-58efa5/distinct-w0-58efa5-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","ready":true}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c0b82475-285c-480d-99f2-d5ca0fa17000","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:51Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"25048a98-46bb-4be3-abf8-35c8a4bc7afd","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-02T15:39:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"bcd5c349-9dfe-4b63-b8d6-10b84ec46568","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-97657","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-97657","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c7b737d9-9856-446a-b72c-0966d6d1c7e9","name":"e2e-distinct-simulated-validation-97657","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ceeddd86-eabd-415e-aeaf-fe66b6464d78","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:39:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5-validation-l5tmt","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5-validation-l5tmt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4a18d675-df0a-4541-acec-1f7559c9e716","name":"distinct-2-w0-58efa5-validation-l5tmt","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","route":"e2e-models-e2e-worker-w0-58efa5/distinct-2-w0-58efa5-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","gateway":"openshift-ingress/e2e-worker-w0-58efa5","ready":true}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"095dfc59-770c-4c0b-a1ac-697402a4e6f8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:39:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kvk25","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kvk25","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1d245c89-b97e-470f-a4b6-d6fbdf839d53","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-kvk25","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba94bd4b-5692-46aa-8e62-a956f6e05c87","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"sub-test-model-dc8b23","namespace":"ai-tenant-e2e-shared-b-w0-dc8b23"},"namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","name":"sub-test-model-dc8b23","reconcileID":"56d3f056-97a2-40cd-a4b8-6d256e860aae","Namespace":"ai-tenant-e2e-shared-b-w0-dc8b23","Name":"sub-test-model-dc8b23"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-ff9rw","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-ff9rw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"302f65ef-51ba-4f6e-8463-2c6665b29943","name":"e2e-trlp-test-simulated-validation-ff9rw","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:39:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68e6d67-86e5-4cbd-a511-1e3bdaa05f43","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:40:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"06ece551-2563-4e39-823b-3a16fffa126e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"06ece551-2563-4e39-823b-3a16fffa126e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"06ece551-2563-4e39-823b-3a16fffa126e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5d9d3bc5-df65-4507-a288-877465f5313d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5d9d3bc5-df65-4507-a288-877465f5313d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"5d9d3bc5-df65-4507-a288-877465f5313d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5ecd7b33-96ae-4e6a-91e1-f7d24cfb106a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5ecd7b33-96ae-4e6a-91e1-f7d24cfb106a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5ecd7b33-96ae-4e6a-91e1-f7d24cfb106a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"bbb51d34-61f5-4f57-ab5a-3f0f369862e3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"bbb51d34-61f5-4f57-ab5a-3f0f369862e3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"bbb51d34-61f5-4f57-ab5a-3f0f369862e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4d175d05-8d2f-4a61-94ac-a275450ff770","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4d175d05-8d2f-4a61-94ac-a275450ff770","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"4d175d05-8d2f-4a61-94ac-a275450ff770","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"33f8d9c0-e9d7-4702-927b-a6831509ae09","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"33f8d9c0-e9d7-4702-927b-a6831509ae09","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"33f8d9c0-e9d7-4702-927b-a6831509ae09","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ff70b7af-825c-4123-bbab-c698ddf180d8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ff70b7af-825c-4123-bbab-c698ddf180d8","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"ff70b7af-825c-4123-bbab-c698ddf180d8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"12e362ce-bed2-4b00-8a32-bec9ea4f7195","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"12e362ce-bed2-4b00-8a32-bec9ea4f7195","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"12e362ce-bed2-4b00-8a32-bec9ea4f7195","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d5d9855d-ff9c-4b3d-b8ad-5abc22d685a5","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d5d9855d-ff9c-4b3d-b8ad-5abc22d685a5","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d5d9855d-ff9c-4b3d-b8ad-5abc22d685a5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"94170088-9347-4453-820f-3e41edcca9c9","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"94170088-9347-4453-820f-3e41edcca9c9","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"94170088-9347-4453-820f-3e41edcca9c9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"53f4d6ca-ed23-4599-85f1-b8c3446e5775","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"53f4d6ca-ed23-4599-85f1-b8c3446e5775","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"53f4d6ca-ed23-4599-85f1-b8c3446e5775","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"03b082f1-8f15-46ab-93e4-0c3682914357","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"03b082f1-8f15-46ab-93e4-0c3682914357","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"03b082f1-8f15-46ab-93e4-0c3682914357","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6f5df82f-dfeb-4607-a747-cb9b8f0c6c60","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6f5df82f-dfeb-4607-a747-cb9b8f0c6c60","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"6f5df82f-dfeb-4607-a747-cb9b8f0c6c60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"c0527d13-843d-4ab1-9c49-95fd167e5017","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"c0527d13-843d-4ab1-9c49-95fd167e5017","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"c0527d13-843d-4ab1-9c49-95fd167e5017","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"84145523-ca2a-4fde-bb32-1a2d25cb2dcf","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"84145523-ca2a-4fde-bb32-1a2d25cb2dcf","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"84145523-ca2a-4fde-bb32-1a2d25cb2dcf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"84134210-19ac-4fb9-a556-7019b96980ff","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"84134210-19ac-4fb9-a556-7019b96980ff","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"84134210-19ac-4fb9-a556-7019b96980ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"2042a1af-4bb8-4f00-a42f-8851d878d34e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"2042a1af-4bb8-4f00-a42f-8851d878d34e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"2042a1af-4bb8-4f00-a42f-8851d878d34e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6c5ae5f1-e1ef-43e4-9096-826be3dceaf0","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6c5ae5f1-e1ef-43e4-9096-826be3dceaf0","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6c5ae5f1-e1ef-43e4-9096-826be3dceaf0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"23042ad2-d05c-4199-8e18-c2f7b6616a84","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"23042ad2-d05c-4199-8e18-c2f7b6616a84","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"23042ad2-d05c-4199-8e18-c2f7b6616a84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8a9830ef-9301-4873-b5c7-1e22034ea5bd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8a9830ef-9301-4873-b5c7-1e22034ea5bd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8a9830ef-9301-4873-b5c7-1e22034ea5bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"24e5dec5-7f26-47b0-866a-785769cca5a3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"24e5dec5-7f26-47b0-866a-785769cca5a3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"24e5dec5-7f26-47b0-866a-785769cca5a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4752fcc6-4988-4355-8e5e-c7fd782d790a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4752fcc6-4988-4355-8e5e-c7fd782d790a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4752fcc6-4988-4355-8e5e-c7fd782d790a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"06a66f50-e7ba-4c72-b271-38c918ec021f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"06a66f50-e7ba-4c72-b271-38c918ec021f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"06a66f50-e7ba-4c72-b271-38c918ec021f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4894f4af-27c8-4de2-a21e-942aba30ffef","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4894f4af-27c8-4de2-a21e-942aba30ffef","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"4894f4af-27c8-4de2-a21e-942aba30ffef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"237e20d8-c86d-4fc1-b2f6-a1d10ab1922d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"237e20d8-c86d-4fc1-b2f6-a1d10ab1922d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"237e20d8-c86d-4fc1-b2f6-a1d10ab1922d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"dc16d604-9229-4c69-96a7-c2715cb73eb0","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"dc16d604-9229-4c69-96a7-c2715cb73eb0","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"dc16d604-9229-4c69-96a7-c2715cb73eb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0f966472-843f-49e3-866e-09d3e363d4d4","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0f966472-843f-49e3-866e-09d3e363d4d4","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0f966472-843f-49e3-866e-09d3e363d4d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f541d9b3-1646-4b0c-8c36-70a5adc56b62","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f541d9b3-1646-4b0c-8c36-70a5adc56b62","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"f541d9b3-1646-4b0c-8c36-70a5adc56b62","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"5c3f1bf6-e525-40f7-8c65-e5ceb93d538c","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"5c3f1bf6-e525-40f7-8c65-e5ceb93d538c","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"5c3f1bf6-e525-40f7-8c65-e5ceb93d538c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"3444d24c-9198-4a43-aa09-634f75c829dc","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"3444d24c-9198-4a43-aa09-634f75c829dc","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"3444d24c-9198-4a43-aa09-634f75c829dc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"378937b2-3815-4c62-8fb8-175cebd6797d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"378937b2-3815-4c62-8fb8-175cebd6797d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"378937b2-3815-4c62-8fb8-175cebd6797d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"ee412ec9-721d-477f-a71f-63a0f43581bc","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"ee412ec9-721d-477f-a71f-63a0f43581bc","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"ee412ec9-721d-477f-a71f-63a0f43581bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"893ce19b-bced-4bc4-9ac3-ca5189bc3cd5","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"893ce19b-bced-4bc4-9ac3-ca5189bc3cd5","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"893ce19b-bced-4bc4-9ac3-ca5189bc3cd5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"59112e22-d394-4ffb-8a07-a6d814610557","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"59112e22-d394-4ffb-8a07-a6d814610557","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"59112e22-d394-4ffb-8a07-a6d814610557","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"a7536fad-9bc9-4fdb-84f4-b831a87d216e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"a7536fad-9bc9-4fdb-84f4-b831a87d216e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"a7536fad-9bc9-4fdb-84f4-b831a87d216e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"20c1a148-f3b4-4894-a406-195aeb8d547f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"20c1a148-f3b4-4894-a406-195aeb8d547f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"20c1a148-f3b4-4894-a406-195aeb8d547f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8e7fb44b-4584-4349-af4e-731cea1c172b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8e7fb44b-4584-4349-af4e-731cea1c172b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"8e7fb44b-4584-4349-af4e-731cea1c172b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"7cf38ecc-7bfa-4e52-a79e-20025f705e52","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"7cf38ecc-7bfa-4e52-a79e-20025f705e52","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"7cf38ecc-7bfa-4e52-a79e-20025f705e52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"95048e4c-c4d8-4899-8c02-baeaf35cb55c","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"95048e4c-c4d8-4899-8c02-baeaf35cb55c","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"95048e4c-c4d8-4899-8c02-baeaf35cb55c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"37867528-f83e-4058-b7ed-69171d444320","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"37867528-f83e-4058-b7ed-69171d444320","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"37867528-f83e-4058-b7ed-69171d444320","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0ec9a55f-a2ab-4c5d-9668-84fa66926d1b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:56Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0ec9a55f-a2ab-4c5d-9668-84fa66926d1b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:56Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"0ec9a55f-a2ab-4c5d-9668-84fa66926d1b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a8c1fe07-0347-470d-8a0f-329ff1db348d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a8c1fe07-0347-470d-8a0f-329ff1db348d","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a8c1fe07-0347-470d-8a0f-329ff1db348d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"110382af-f9fa-4010-bd22-3180751c6d8f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"110382af-f9fa-4010-bd22-3180751c6d8f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"110382af-f9fa-4010-bd22-3180751c6d8f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d47e2d37-1e0d-4591-a625-effcfd129cb6","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:40:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:40:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d47e2d37-1e0d-4591-a625-effcfd129cb6","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:40:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"d47e2d37-1e0d-4591-a625-effcfd129cb6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"be2da7e5-a9c3-4da5-b9b6-5e82beb72380","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"be2da7e5-a9c3-4da5-b9b6-5e82beb72380","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"be2da7e5-a9c3-4da5-b9b6-5e82beb72380","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"0caa2317-a337-43fe-8e2f-0d93b3fc5290","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"0caa2317-a337-43fe-8e2f-0d93b3fc5290","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"0caa2317-a337-43fe-8e2f-0d93b3fc5290","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"7144076d-f2a4-4060-822d-cf2c52bc536a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"7144076d-f2a4-4060-822d-cf2c52bc536a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"7144076d-f2a4-4060-822d-cf2c52bc536a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"67e5f732-c189-4bdb-9baa-7f0991368974","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"67e5f732-c189-4bdb-9baa-7f0991368974","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"67e5f732-c189-4bdb-9baa-7f0991368974","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a93fe8cf-662c-4c5d-b9d0-8a26589140cd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a93fe8cf-662c-4c5d-b9d0-8a26589140cd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"a93fe8cf-662c-4c5d-b9d0-8a26589140cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"624433e8-263f-48ff-8fc2-68ec23314edb","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"624433e8-263f-48ff-8fc2-68ec23314edb","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"624433e8-263f-48ff-8fc2-68ec23314edb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5aa16dad-9550-4d55-8d92-0b170c75c4c1","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5aa16dad-9550-4d55-8d92-0b170c75c4c1","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"5aa16dad-9550-4d55-8d92-0b170c75c4c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1ecd9b66-1e2d-4eb3-8f9a-004b259e31e1","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1ecd9b66-1e2d-4eb3-8f9a-004b259e31e1","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"1ecd9b66-1e2d-4eb3-8f9a-004b259e31e1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"82d3051f-7aa6-43f2-9a56-af7a37f13775","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"82d3051f-7aa6-43f2-9a56-af7a37f13775","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"82d3051f-7aa6-43f2-9a56-af7a37f13775","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"2f7d724e-8e59-410a-8d99-7a47477636ea","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"2f7d724e-8e59-410a-8d99-7a47477636ea","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"2f7d724e-8e59-410a-8d99-7a47477636ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"94ec390e-9c81-40e7-a61c-3658f3f2fc97","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"94ec390e-9c81-40e7-a61c-3658f3f2fc97","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"94ec390e-9c81-40e7-a61c-3658f3f2fc97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5238a71c-c909-4765-985b-99dabf14222b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5238a71c-c909-4765-985b-99dabf14222b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"5238a71c-c909-4765-985b-99dabf14222b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"0c3c9fd0-a072-4bf1-b1d9-317b6d1efdca","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"0c3c9fd0-a072-4bf1-b1d9-317b6d1efdca","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"0c3c9fd0-a072-4bf1-b1d9-317b6d1efdca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d826064e-9db8-4953-98c5-97012a88edcd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d826064e-9db8-4953-98c5-97012a88edcd","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"d826064e-9db8-4953-98c5-97012a88edcd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4831eb77-6d1e-401a-a9aa-de0036282909","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4831eb77-6d1e-401a-a9aa-de0036282909","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"4831eb77-6d1e-401a-a9aa-de0036282909","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"51df9ba6-f0b2-474e-b979-81f6898ed27b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"51df9ba6-f0b2-474e-b979-81f6898ed27b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"51df9ba6-f0b2-474e-b979-81f6898ed27b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"05c5db23-bdce-4004-887a-54dd3f6c6d6f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"05c5db23-bdce-4004-887a-54dd3f6c6d6f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"05c5db23-bdce-4004-887a-54dd3f6c6d6f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"3af13f8f-5faf-4fde-9f23-756b6d81edb2","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"3af13f8f-5faf-4fde-9f23-756b6d81edb2","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"3af13f8f-5faf-4fde-9f23-756b6d81edb2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"c6742981-d3ef-4f18-beff-91b780ec4a4f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"c6742981-d3ef-4f18-beff-91b780ec4a4f","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"c6742981-d3ef-4f18-beff-91b780ec4a4f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6eea4d16-668c-4764-b673-81f58d34d790","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6eea4d16-668c-4764-b673-81f58d34d790","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"6eea4d16-668c-4764-b673-81f58d34d790","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"42463ad1-3cfa-468a-b105-3468b42e2a61","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"42463ad1-3cfa-468a-b105-3468b42e2a61","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"42463ad1-3cfa-468a-b105-3468b42e2a61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"3eebd23a-e47c-425e-ace0-f7b6aa3cac4e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"3eebd23a-e47c-425e-ace0-f7b6aa3cac4e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"3eebd23a-e47c-425e-ace0-f7b6aa3cac4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"674c56f9-fc97-44d2-9f1e-d1b9e6ddd96a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"674c56f9-fc97-44d2-9f1e-d1b9e6ddd96a","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"674c56f9-fc97-44d2-9f1e-d1b9e6ddd96a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"b8369e8b-614b-4cc5-8716-fe308f86cfe3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"b8369e8b-614b-4cc5-8716-fe308f86cfe3","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"b8369e8b-614b-4cc5-8716-fe308f86cfe3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"18707e03-12ae-469e-9584-f16aa3d7f809","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"18707e03-12ae-469e-9584-f16aa3d7f809","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T15:41:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"18707e03-12ae-469e-9584-f16aa3d7f809","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-58efa5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-58efa5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2c75387f-fd94-4dbe-a180-4292463f5206","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2c75387f-fd94-4dbe-a180-4292463f5206","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"2c75387f-fd94-4dbe-a180-4292463f5206","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"9eb53a73-9574-435c-b6d1-cb81d6985d64","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"9eb53a73-9574-435c-b6d1-cb81d6985d64","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:27Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"9eb53a73-9574-435c-b6d1-cb81d6985d64","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e2eb8f29-c816-4d8b-96c2-9a1c3fa0a034","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e2eb8f29-c816-4d8b-96c2-9a1c3fa0a034","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e2eb8f29-c816-4d8b-96c2-9a1c3fa0a034","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:28Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-w0-58efa5","reconcileID":"e2eb8f29-c816-4d8b-96c2-9a1c3fa0a034","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-w0-58efa5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7a8fa0e6-8252-4034-8311-3cab5a7a5871","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7a8fa0e6-8252-4034-8311-3cab5a7a5871","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7a8fa0e6-8252-4034-8311-3cab5a7a5871","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"}
{"level":"error","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"premium-w0-58efa5","reconcileID":"7a8fa0e6-8252-4034-8311-3cab5a7a5871","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"premium-w0-58efa5","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"simulator-w0-58efa5","reconcileID":"101574f3-4b68-4427-a9a1-adcab3d3f92e","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"simulator-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-58efa5","namespace":"e2e-models-e2e-worker-w0-58efa5"},"namespace":"e2e-models-e2e-worker-w0-58efa5","name":"distinct-2-w0-58efa5","reconcileID":"5b82967f-99b8-42f5-a562-bbfcb853146b","Namespace":"e2e-models-e2e-worker-w0-58efa5","Name":"distinct-2-w0-58efa5"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-28cbt","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-28cbt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"50d6901a-c11c-4140-b8f7-a9f1c100d702","name":"e2e-distinct-simulated-validation-28cbt","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9fb350f-45b9-42a3-8234-b33f4e017683","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-02T15:41:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:31Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dr87z","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dr87z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"94ad2724-28b2-46ed-b57d-e0a2ad031f69","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dr87z","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a4964dd1-8fc9-4159-8509-b2d443635991","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-c4wfs","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-c4wfs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d2c5e546-d1a1-403c-86d2-4084eba934de","name":"e2e-trlp-test-simulated-validation-c4wfs","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74bb3c55-012f-4f0e-9bee-c0a9ad1ff7ea","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-pld8p","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-pld8p","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"abf1d3ea-8e12-450f-9bc5-2186d78a9778","name":"echo-simulator-validation-pld8p","namespace":"llm"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-02T15:41:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b9d799-4cb1-474b-87c7-0b81f513abf6","Namespace":"llm","Name":"echo-simulator"}