{"level":"info","ts":"2026-10-30T22:52:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"b9f985c9-93bb-4c2d-8ca3-6a04aedcc284","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:52:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-external-token-limit-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-external-token-limit-simulated","reconcileID":"b9f985c9-93bb-4c2d-8ca3-6a04aedcc284","Namespace":"llm","Name":"e2e-external-token-limit-simulated"}
{"level":"info","ts":"2026-10-30T22:52:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:52:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7h9ns","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7h9ns","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"695ce9d9-b494-4fd0-8302-193005c5e739","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-7h9ns","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43333fec-157b-48e1-a83f-1c55fe7a8134","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623-validation-542lk","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623-validation-542lk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f76b0d64-de87-4490-8ecb-2343dcba33a2","name":"premium-w0-9a5623-validation-542lk","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","route":"e2e-models-e2e-worker-w0-9a5623/premium-w0-9a5623-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","ready":true}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2f6fe51a-db56-480a-9bab-432b67490f38","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-72zwp","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-72zwp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"78cd4e9b-b4bb-4757-a596-e23de3b64f75","name":"e2e-distinct-2-simulated-validation-72zwp","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a2939aae-cb32-4d94-ba45-ebb89081a040","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T22:53:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-tsmwd","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-tsmwd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3e5bdae5-f788-4a07-b377-d3629e382a0c","name":"e2e-distinct-simulated-validation-tsmwd","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78e41392-d969-4d58-b0d8-13ac9aa7d71e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T22:53:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-zhklc","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-zhklc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0fc0ee9d-3bbf-4516-94b9-c555bfa56ce3","name":"e2e-embedding-simulated-validation-zhklc","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"175c4ec2-c46d-4025-a0b7-0cfd1671e74c","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T22:53:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-zhnjs","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-zhnjs","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9b7b9c11-2ede-4b74-acb1-550f83002fc7","name":"facebook-opt-125m-simulated-validation-zhnjs","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06569188-845e-4ab6-83f6-5c904f2c2726","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:53:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-jd9sb","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-jd9sb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b704c5f7-8ecd-4d36-8ab3-32014235efad","name":"premium-simulated-simulated-premium-validation-jd9sb","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ceafc2d-1165-471b-b4ac-92b77bfd6ab1","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623-validation-fkfrt","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623-validation-fkfrt","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cc3fcd9b-0a34-41f6-9843-5008adfe7f1c","name":"simulator-w0-9a5623-validation-fkfrt","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","route":"e2e-models-e2e-worker-w0-9a5623/simulator-w0-9a5623-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","ready":true}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a1fecde8-6a87-4ed5-998a-a086a47a1993","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-rm2b7","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-rm2b7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c8e13795-1919-43b2-b77e-5ff6a31724ab","name":"e2e-trlp-test-simulated-validation-rm2b7","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fcff56dc-01ff-44a8-afc6-189247c1d2fc","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vmj6m","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vmj6m","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"041da6f3-9da6-4d93-a44a-9213ba364b2f","name":"echo-simulator-validation-vmj6m","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f9a8c713-f625-4dab-91b7-f177ec15f94b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7343938a-8c5a-4475-aaa4-88ced7d3dd5a","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c4d65696-6f03-425d-9ac7-903cc9bec6a5","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7fa657f7-0a0c-407f-b7be-2fcd48c1fb91","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"87d4652e-0c70-4cac-9dcc-63309d854b6b","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"distinct-w2-56f3fe","reconcileID":"c123b944-d585-49a7-a61e-d7d64148d39a","Namespace":"e2e-models-e2e-worker-w2-56f3fe","Name":"distinct-w2-56f3fe"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-56f3fe","namespace":"e2e-models-e2e-worker-w2-56f3fe"},"namespace":"e2e-models-e2e-worker-w2-56f3fe","name":"premium-w2-56f3fe","reconcileID":"8837dc3e-58cf-43c9-886f-47c06d0cef0c","Namespace":"e2e-models-e2e-worker-w2-56f3fe","Name":"premium-w2-56f3fe"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:19Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"88fbe4f2-8507-4322-8d89-1f17075937a3","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623-validation-tzbh9","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623-validation-tzbh9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"66eef375-e47f-4ee6-a944-21e270639586","name":"distinct-w0-9a5623-validation-tzbh9","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e416ad6a-e7c1-4089-a497-acf37387e910","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2bab348c-9e7b-4a48-b244-af3c8a7d9eaa","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4e0b7d3d-3d4b-4363-95f5-ab259d9bbb0e","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","route":"e2e-models-e2e-worker-w0-9a5623/distinct-w0-9a5623-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","gateway":"openshift-ingress/e2e-worker-w0-9a5623","ready":true}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:20Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"3ca0c854-a1b8-444e-ade4-30578c7b5c57","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fbef6864-2500-42f6-9547-d8d9951c810a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"be858fa3-2525-4717-a59c-2d84022bce5d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7d3ac829-e319-485d-915d-42627c74b537","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:53:21Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f8764203-b09e-4362-8fe2-7394a3221459","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T22:55:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"af5e5ae2-3c55-4a65-af48-822d011b384e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"bb7242ee-fe2d-4b67-8d92-f3b2c02bbcd9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:55:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0b168eae-6edc-4d27-88a0-dcbbb9afcb34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:55:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:55:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"dac7b75c-0109-4cdb-a233-195a98ba2ef9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"4a7bf2b8-d4a8-4959-b502-c18df3623388","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8fea7c26-22c9-4741-9141-9932a9e63fcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"5deebcec-80c5-4f7e-877f-344abed86fcb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e2016d18-6b63-46e9-83af-f2c471811e0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"d334e51c-ab0c-404b-b342-aca4985df3c1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a6fd1c22-3389-4165-9d97-983a1e86bdad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"0abaec64-294a-44c0-b36c-7afe2b01e467","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"e4b5c323-9f1c-4130-bb47-5d8a323e0b47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"52c7b3cd-1bf9-4d92-936b-cf1da34fdde4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"7f879930-ff2a-4860-8734-05fe01910e04","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"3c6eb373-d6f4-41f8-8dea-e0e90bb3bda0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"aecce485-78f2-47bd-9077-3d219c887e16","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0c25dcea-21d9-438a-a5f4-e4b5cb2457d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"9f6e39e1-1973-488d-afce-5273168d201f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"93e68d71-3d34-4556-bd8b-f6cfee57f9c0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"137e0240-e0fd-4b01-b1cb-08074b1d892b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"5297ed49-872f-4d54-a4e6-103112eeb504","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"28fa661f-d09f-4c7b-95a5-573fa2b8751c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6464c6a4-614d-4ca0-b230-75b44a0fdff0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ca429ac5-2a2f-4cca-9a83-4f9387ccba90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"e430a67d-412d-4c84-ad0f-4018e4813cb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"76ee9eb4-e6c1-41b8-b232-22b298a98cd4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"994bb7ac-21d0-4f7e-8e96-07d9ccb5778d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"a9bbcdee-c516-42fc-b351-b19347eb3558","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"acd07cc2-59f2-4f86-82d0-eccba55383d2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"6426293c-a7b2-46e4-b648-76cb89e452b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"21511eec-a998-45b0-86c6-f4f9d2c27c8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"2670827e-3cd0-4f9b-966e-44048ed3a0d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"7fa05e1e-cb4f-40ca-a3de-1a209712705c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"44025536-d35d-4b79-b00e-19099f2100c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"592dc2bd-9c31-4c83-86d7-29774c9eab61","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:04Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:04Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"698819bc-c7bd-4e0b-a709-dd89a537381f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0237aff1-2c82-440c-b8cb-ab2bbe8dc7ec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ca0eacd5-5913-4ab1-b707-98bc1c6b9cc6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"f2eb86bd-bbc9-4d4b-9492-ab76fd076313","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:05Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:05Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"ff9ff089-e8f6-46f7-bca4-ae5aa35c4edc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"a5b72d5e-8045-4c39-9910-68c9b301b512","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"8c06f2ff-3d2d-429b-b6e7-363b3dfe6c48","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6d7579df-2f42-463e-8fd5-0d03076d6d8b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"567c85fd-2b67-40fa-8a6f-8ea3f236d68e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"42b8c343-5d8d-4d14-ad28-fcd66f22357d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"712a82b8-ee4b-4689-a449-ab97bdcf52ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"6955b04f-dc51-4a98-9d9a-b500585215a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:13Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:13Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"5ee076d1-d860-4cd8-91b3-42f1d6823e35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"7375dfbf-8add-4523-aa54-4a21d564d5a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"53e39274-effd-450c-a487-6d5a1ed81d5e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"a56d6e54-3e98-477d-854b-17a3a69f3e40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"78c96b90-a3ef-4835-b689-d2745a54b339","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"c4860e9d-3bd2-4ef0-b058-7d5ba033d245","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"0ab46a1d-1ba8-45bd-a3e0-143ce144c14b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"ae6df6fe-d08e-4ab2-b1e1-ef1065349e85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"df4f5abb-a436-4647-a99d-f8bef3d3e7b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"e8c93a18-76f5-48a8-941f-44fdb338c345","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"632e88d5-7289-41dd-8996-f592979bc325","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"2c49fca9-26a8-4dfd-867f-7c116fcf2297","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b39c213f-8019-4184-b6c8-e24cbcb0f4e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"4921ba5e-857d-4595-b8c7-b899b3ac8fb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"56f7c505-6069-4347-b6f3-bdb67391ecbc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"premium-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"premium-w0-9a5623","reconcileID":"fc654621-9621-4cba-889c-f9d37b25d098","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-2-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-2-w0-9a5623","reconcileID":"b17f7810-1c52-4766-b195-7ce4778a6cfe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"distinct-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"distinct-w0-9a5623","reconcileID":"94a1aaf0-ec70-48af-bbc2-87c4d61cfb15","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623"}
{"level":"info","ts":"2026-10-30T22:56:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-9a5623"}
{"level":"error","ts":"2026-10-30T22:56:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","Namespace":"e2e-models-e2e-worker-w0-9a5623","Name":"simulator-w0-9a5623","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:56:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-9a5623","namespace":"e2e-models-e2e-worker-w0-9a5623"},"namespace":"e2e-models-e2e-worker-w0-9a5623","name":"simulator-w0-9a5623","reconcileID":"f6ae0ee6-575c-4407-8334-75e5f94597ff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-9a5623-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-9a5623 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}