{"level":"info","ts":"2026-11-04T02:45:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0deef4ed-27bc-4457-95b2-b50f18e2247d","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:45:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-9r6qh","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-9r6qh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"08db8111-44b3-4a60-aaef-c88d082a1974","name":"e2e-embedding-simulated-validation-9r6qh","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a68cd896-2d23-457d-aadb-b410c0b980f8","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-sl6bz","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-sl6bz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"25a42ba1-57fb-4848-b797-439e317a233a","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-sl6bz","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1da427de-b902-443d-babb-7279df83c7ff","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-qd8nq","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-qd8nq","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"545a0738-55cc-458d-92d6-67eda70c87ef","name":"e2e-distinct-2-simulated-validation-qd8nq","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e77cf76-8d7b-4021-84ad-143d05fd75eb","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-dd9zs","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-dd9zs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e4f9e495-08cc-47ff-a594-9db2a3f7ccc0","name":"premium-simulated-simulated-premium-validation-dd9zs","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b224360-f525-4d94-a9b1-2d831b39b3d6","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-m5l4x","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-m5l4x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3b61af57-94bf-4470-83de-e74ba11fbba7","name":"facebook-opt-125m-simulated-validation-m5l4x","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"155e8db5-44da-40cd-8b77-ad710872d37a","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-79q64","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-79q64","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"218fba8b-77ee-40ba-a275-f29684b69e33","name":"e2e-distinct-simulated-validation-79q64","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81a12d3c-dfd5-4ecc-8ba7-bc609d2bacd0","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:45:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6209709f-839f-40a8-97bc-a64903a73ac9","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6209709f-839f-40a8-97bc-a64903a73ac9","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:57Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6209709f-839f-40a8-97bc-a64903a73ac9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"f1eb1c28-f179-4fed-b7a6-0ca24553c8a2","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:57Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"f1eb1c28-f179-4fed-b7a6-0ca24553c8a2","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"f1eb1c28-f179-4fed-b7a6-0ca24553c8a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2016ab09-5822-464c-9bba-d0837901ef0f","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2016ab09-5822-464c-9bba-d0837901ef0f","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2016ab09-5822-464c-9bba-d0837901ef0f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ac06ad90-e7d0-43cb-b186-10c880bef4c3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ac06ad90-e7d0-43cb-b186-10c880bef4c3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ac06ad90-e7d0-43cb-b186-10c880bef4c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"9ef5958d-e95e-440f-a779-9ae1daa18318","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"9ef5958d-e95e-440f-a779-9ae1daa18318","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"9ef5958d-e95e-440f-a779-9ae1daa18318","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"140bcb31-cc8b-478e-8bc1-6cc20365366b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"140bcb31-cc8b-478e-8bc1-6cc20365366b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"140bcb31-cc8b-478e-8bc1-6cc20365366b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2c44243e-37ea-48e8-aecc-b1f74c11abf8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2c44243e-37ea-48e8-aecc-b1f74c11abf8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"2c44243e-37ea-48e8-aecc-b1f74c11abf8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"2afc81e5-eb25-4b14-a748-c3b8f9d05678","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"2afc81e5-eb25-4b14-a748-c3b8f9d05678","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"2afc81e5-eb25-4b14-a748-c3b8f9d05678","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"f5225e57-8587-4f23-bfef-4ea8364a93fa","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"f5225e57-8587-4f23-bfef-4ea8364a93fa","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"f5225e57-8587-4f23-bfef-4ea8364a93fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"af70dac5-0f93-46a2-9ad9-5873a94afa47","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"af70dac5-0f93-46a2-9ad9-5873a94afa47","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"af70dac5-0f93-46a2-9ad9-5873a94afa47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"25d14968-2687-4de8-abb1-86a25bb05feb","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"25d14968-2687-4de8-abb1-86a25bb05feb","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"25d14968-2687-4de8-abb1-86a25bb05feb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"b82b72f8-0664-4fa2-a438-380c82ec41cd","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"b82b72f8-0664-4fa2-a438-380c82ec41cd","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"b82b72f8-0664-4fa2-a438-380c82ec41cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"479956d4-d3d4-48a4-8aae-7344fd9bf0b1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"479956d4-d3d4-48a4-8aae-7344fd9bf0b1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"479956d4-d3d4-48a4-8aae-7344fd9bf0b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"496f4c30-c0f2-4802-a753-fc2e4c4bcaf4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"496f4c30-c0f2-4802-a753-fc2e4c4bcaf4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"496f4c30-c0f2-4802-a753-fc2e4c4bcaf4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4d378493-1e0f-49a8-aa70-ae49e9077dbf","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4d378493-1e0f-49a8-aa70-ae49e9077dbf","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4d378493-1e0f-49a8-aa70-ae49e9077dbf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8007d983-17e6-42bf-87d1-d6badc2593b3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8007d983-17e6-42bf-87d1-d6badc2593b3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:45:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8007d983-17e6-42bf-87d1-d6badc2593b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"55052218-85a3-4e20-8402-42f6d46f80f8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:45:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"55052218-85a3-4e20-8402-42f6d46f80f8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"55052218-85a3-4e20-8402-42f6d46f80f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d5d48c26-ac0a-4074-af1b-71dd4a8d2ee3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d5d48c26-ac0a-4074-af1b-71dd4a8d2ee3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d5d48c26-ac0a-4074-af1b-71dd4a8d2ee3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"8231a95c-4c29-404c-8e5b-242242bdf773","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"8231a95c-4c29-404c-8e5b-242242bdf773","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"8231a95c-4c29-404c-8e5b-242242bdf773","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a9c232cc-54b0-4062-8d13-587e1830a75c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a9c232cc-54b0-4062-8d13-587e1830a75c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a9c232cc-54b0-4062-8d13-587e1830a75c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a6f4babf-01e6-43f3-857d-6614267d8e00","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a6f4babf-01e6-43f3-857d-6614267d8e00","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a6f4babf-01e6-43f3-857d-6614267d8e00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"bee60c86-c948-4046-b7c0-d97c5f9a5266","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"bee60c86-c948-4046-b7c0-d97c5f9a5266","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"bee60c86-c948-4046-b7c0-d97c5f9a5266","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4b613dd8-5d8f-4b47-98c0-f99748b41572","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4b613dd8-5d8f-4b47-98c0-f99748b41572","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4b613dd8-5d8f-4b47-98c0-f99748b41572","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"df7ddceb-aed1-4219-a132-25fec72eadaf","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"df7ddceb-aed1-4219-a132-25fec72eadaf","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"df7ddceb-aed1-4219-a132-25fec72eadaf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"99e0eb92-15fe-4904-9229-ff0ab43b87ff","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"99e0eb92-15fe-4904-9229-ff0ab43b87ff","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"99e0eb92-15fe-4904-9229-ff0ab43b87ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0b5209c0-6efd-49cb-9a57-fc388df8a38d","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0b5209c0-6efd-49cb-9a57-fc388df8a38d","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0b5209c0-6efd-49cb-9a57-fc388df8a38d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"f57b73c2-8cc3-488f-be75-ea2c193a96c1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"f57b73c2-8cc3-488f-be75-ea2c193a96c1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"f57b73c2-8cc3-488f-be75-ea2c193a96c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8fdeb573-9143-4438-b90d-acf48e6c6020","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8fdeb573-9143-4438-b90d-acf48e6c6020","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"8fdeb573-9143-4438-b90d-acf48e6c6020","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"54451197-7dfe-4d71-bbd1-4a1d10c691d4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"54451197-7dfe-4d71-bbd1-4a1d10c691d4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"54451197-7dfe-4d71-bbd1-4a1d10c691d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"ba232f9f-5e36-44d8-8425-c05bb90b8877","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"ba232f9f-5e36-44d8-8425-c05bb90b8877","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"ba232f9f-5e36-44d8-8425-c05bb90b8877","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"0de47a07-6565-4e77-b8e3-b2364e224d0b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"0de47a07-6565-4e77-b8e3-b2364e224d0b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"0de47a07-6565-4e77-b8e3-b2364e224d0b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"6c12d1da-1331-4c14-a67d-0d6b677724de","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"6c12d1da-1331-4c14-a67d-0d6b677724de","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"6c12d1da-1331-4c14-a67d-0d6b677724de","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"921a1fee-b33e-4d92-b3ba-f27c147cdabe","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"921a1fee-b33e-4d92-b3ba-f27c147cdabe","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"921a1fee-b33e-4d92-b3ba-f27c147cdabe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"33b1452e-a922-4e12-a9df-63f77ce97168","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"33b1452e-a922-4e12-a9df-63f77ce97168","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"33b1452e-a922-4e12-a9df-63f77ce97168","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a043ca2b-081f-4642-8e41-ba75d8c6550b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a043ca2b-081f-4642-8e41-ba75d8c6550b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a043ca2b-081f-4642-8e41-ba75d8c6550b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"26db1735-0d95-48f1-baf8-8f008033dd6e","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"26db1735-0d95-48f1-baf8-8f008033dd6e","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"26db1735-0d95-48f1-baf8-8f008033dd6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6c0c12ea-689e-4338-895d-a8936f9a0776","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6c0c12ea-689e-4338-895d-a8936f9a0776","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6c0c12ea-689e-4338-895d-a8936f9a0776","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0e2e641d-1530-4004-a40d-369fd3ebdfae","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0e2e641d-1530-4004-a40d-369fd3ebdfae","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"0e2e641d-1530-4004-a40d-369fd3ebdfae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"d8e51e0d-6849-4a8b-a9ff-49ee505bfa17","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"d8e51e0d-6849-4a8b-a9ff-49ee505bfa17","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"d8e51e0d-6849-4a8b-a9ff-49ee505bfa17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"c00b1868-a768-46f7-8858-5b6abaa29771","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"c00b1868-a768-46f7-8858-5b6abaa29771","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"c00b1868-a768-46f7-8858-5b6abaa29771","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"feb54f8b-a10b-42f5-a7db-e6b0b98b47df","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"feb54f8b-a10b-42f5-a7db-e6b0b98b47df","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"feb54f8b-a10b-42f5-a7db-e6b0b98b47df","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"992e3455-16ee-4005-992e-c2b394bf43f0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"992e3455-16ee-4005-992e-c2b394bf43f0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"992e3455-16ee-4005-992e-c2b394bf43f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"80b01105-9be4-41d0-b0ca-1a9f8f6d82c3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"80b01105-9be4-41d0-b0ca-1a9f8f6d82c3","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"80b01105-9be4-41d0-b0ca-1a9f8f6d82c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"50c80f4b-1f46-47ae-9e0e-bcfad79b3a28","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"50c80f4b-1f46-47ae-9e0e-bcfad79b3a28","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"50c80f4b-1f46-47ae-9e0e-bcfad79b3a28","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"fbb3fc4a-11a2-4c06-a5a7-3d4237e8aad9","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:06Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"fbb3fc4a-11a2-4c06-a5a7-3d4237e8aad9","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:06Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"fbb3fc4a-11a2-4c06-a5a7-3d4237e8aad9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"b8cd97d2-5654-4d2f-9a9c-0d2eae9cd790","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"b8cd97d2-5654-4d2f-9a9c-0d2eae9cd790","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"b8cd97d2-5654-4d2f-9a9c-0d2eae9cd790","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"455f0e01-c431-4f7c-bc86-ca49f9b168a4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"455f0e01-c431-4f7c-bc86-ca49f9b168a4","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"455f0e01-c431-4f7c-bc86-ca49f9b168a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"9e863995-342b-464c-96a1-bcd91afce766","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"9e863995-342b-464c-96a1-bcd91afce766","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"9e863995-342b-464c-96a1-bcd91afce766","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cd7df5d1-2841-4d3f-9f49-e994add85aca","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:12Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cd7df5d1-2841-4d3f-9f49-e994add85aca","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:12Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cd7df5d1-2841-4d3f-9f49-e994add85aca","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:12Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"f02bb5b0-29da-46d1-9e01-753934f940e0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:12Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"f02bb5b0-29da-46d1-9e01-753934f940e0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"f02bb5b0-29da-46d1-9e01-753934f940e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6ba3389b-37bf-4735-91f0-97bef8314861","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6ba3389b-37bf-4735-91f0-97bef8314861","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"6ba3389b-37bf-4735-91f0-97bef8314861","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4735eddc-6951-4553-ad43-06289c377e5c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4735eddc-6951-4553-ad43-06289c377e5c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4735eddc-6951-4553-ad43-06289c377e5c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d9220b8a-ab6a-4c00-8538-8283ae10f9e0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d9220b8a-ab6a-4c00-8538-8283ae10f9e0","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d9220b8a-ab6a-4c00-8538-8283ae10f9e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"afda8c5a-cf65-4893-aa75-1f82538e2466","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"afda8c5a-cf65-4893-aa75-1f82538e2466","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"afda8c5a-cf65-4893-aa75-1f82538e2466","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"935b7f5c-2aa1-42e9-b0eb-94204572b688","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"935b7f5c-2aa1-42e9-b0eb-94204572b688","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"935b7f5c-2aa1-42e9-b0eb-94204572b688","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"107fbd9c-e713-419d-8551-7db44800ceb8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"107fbd9c-e713-419d-8551-7db44800ceb8","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"107fbd9c-e713-419d-8551-7db44800ceb8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a167f235-e50f-41da-9c5e-e5901074a20a","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a167f235-e50f-41da-9c5e-e5901074a20a","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"a167f235-e50f-41da-9c5e-e5901074a20a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"2adec585-fd10-4fe7-8cdf-79babc211b00","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"2adec585-fd10-4fe7-8cdf-79babc211b00","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"2adec585-fd10-4fe7-8cdf-79babc211b00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ad7beb71-5bf5-468f-be42-b22155e933ac","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ad7beb71-5bf5-468f-be42-b22155e933ac","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"ad7beb71-5bf5-468f-be42-b22155e933ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"53137c81-dcf3-417e-bd7d-ef707edfd95b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"53137c81-dcf3-417e-bd7d-ef707edfd95b","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"53137c81-dcf3-417e-bd7d-ef707edfd95b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"19347615-2afe-446d-ae88-25fbbb91af78","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"19347615-2afe-446d-ae88-25fbbb91af78","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"19347615-2afe-446d-ae88-25fbbb91af78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"8d396650-de4e-4145-a6db-81df60b617d6","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"8d396650-de4e-4145-a6db-81df60b617d6","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"8d396650-de4e-4145-a6db-81df60b617d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"d9a89f30-13f8-4fa8-b9f1-7db22778d8d1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"d9a89f30-13f8-4fa8-b9f1-7db22778d8d1","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"d9a89f30-13f8-4fa8-b9f1-7db22778d8d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"3b46baf4-45b4-4211-8674-7b0395dfef2f","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"3b46baf4-45b4-4211-8674-7b0395dfef2f","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"3b46baf4-45b4-4211-8674-7b0395dfef2f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"797868d2-d8f3-4396-b15b-1f12d7408af6","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"797868d2-d8f3-4396-b15b-1f12d7408af6","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"797868d2-d8f3-4396-b15b-1f12d7408af6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d8671a24-8d31-4c99-90a0-8fa557402107","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d8671a24-8d31-4c99-90a0-8fa557402107","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"d8671a24-8d31-4c99-90a0-8fa557402107","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"d0dca3df-6c4f-4a37-bb82-687f585c09ad","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"d0dca3df-6c4f-4a37-bb82-687f585c09ad","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"d0dca3df-6c4f-4a37-bb82-687f585c09ad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a7ca6051-a659-4e28-98a1-e1672ab13d46","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a7ca6051-a659-4e28-98a1-e1672ab13d46","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"a7ca6051-a659-4e28-98a1-e1672ab13d46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4309f873-47bc-4816-b391-20729221cfac","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4309f873-47bc-4816-b391-20729221cfac","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4309f873-47bc-4816-b391-20729221cfac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cbe087f5-d268-422b-a53b-f68c67e1bc94","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cbe087f5-d268-422b-a53b-f68c67e1bc94","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T02:46:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"cbe087f5-d268-422b-a53b-f68c67e1bc94","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-1e4f1e-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-1e4f1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a9be6803-ff92-4e98-ae17-43403a9c9735","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a9be6803-ff92-4e98-ae17-43403a9c9735","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"a9be6803-ff92-4e98-ae17-43403a9c9735","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"97f5a780-67b7-4146-8e29-9e85437a3d4c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"97f5a780-67b7-4146-8e29-9e85437a3d4c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:26Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"97f5a780-67b7-4146-8e29-9e85437a3d4c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:27Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"simulator-w2-1e4f1e","reconcileID":"97f5a780-67b7-4146-8e29-9e85437a3d4c","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"simulator-w2-1e4f1e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:27Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4e27eea8-87f3-41dd-b9ce-0e2fd51bf458","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:27Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4e27eea8-87f3-41dd-b9ce-0e2fd51bf458","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:27Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4e27eea8-87f3-41dd-b9ce-0e2fd51bf458","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:27Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"premium-w2-1e4f1e","reconcileID":"4e27eea8-87f3-41dd-b9ce-0e2fd51bf458","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"premium-w2-1e4f1e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"134e91f4-5432-431e-b275-97406fb10410","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"134e91f4-5432-431e-b275-97406fb10410","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"134e91f4-5432-431e-b275-97406fb10410","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"}
{"level":"error","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-w2-1e4f1e","reconcileID":"134e91f4-5432-431e-b275-97406fb10410","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-w2-1e4f1e","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-1e4f1e","namespace":"e2e-models-e2e-worker-w2-1e4f1e"},"namespace":"e2e-models-e2e-worker-w2-1e4f1e","name":"distinct-2-w2-1e4f1e","reconcileID":"cfaa9b66-e5e3-4b2d-a94d-5de10b678ea7","Namespace":"e2e-models-e2e-worker-w2-1e4f1e","Name":"distinct-2-w2-1e4f1e"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-xgnpk","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-xgnpk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"be8378ad-e919-4840-9f49-2f59a31e224d","name":"facebook-opt-125m-simulated-validation-xgnpk","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:29Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:30Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b8f18ea-1e83-4a7d-8733-74eaf8ba3273","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T02:46:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-bt25w","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-bt25w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1fd5420d-bd4f-474e-88f0-fac443e1e89e","name":"e2e-distinct-simulated-validation-bt25w","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:31Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a86ab321-f25d-4543-b454-6ebf904d16c6","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T02:46:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-f2wm2","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-f2wm2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"223b317b-dcfc-4787-9c67-143e153ec0a7","name":"e2e-trlp-test-simulated-validation-f2wm2","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"caf51e8c-7f55-4bbe-8753-142d55a3e7ff","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-dcsm5","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-dcsm5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"77bfb8b7-68db-418b-a76c-9cb9dccf0b72","name":"echo-simulator-validation-dcsm5","namespace":"llm"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T02:46:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1c91cbd8-769d-4a2d-9e05-934759963d69","Namespace":"llm","Name":"echo-simulator"}