{"level":"info","ts":"2026-07-31T13:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:25Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:28Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ace9ddd8-20e6-402a-adb5-190e7f38a80c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:47Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8239ebf2-2f99-4dbd-a4a9-25411c91cb21","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:49Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:49Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"05f52159-caf6-4235-afd2-7434d1ef8af9","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ffc77442-293f-459b-8a4f-1f0c1eefa107","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"c6e02f89-cfaf-4b4a-a25b-b4695d78ef7c","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"8bfaa690-9ae0-4efc-ae81-05fdf02dcbf3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","gateway":"openshift-ingress/e2e-ipp-a-fd6ea7","ready":true} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","route":"ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-route","ready":true} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:14:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"ecd5f16f-59ca-41d8-9419-7b0252571664","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"e89e060c-3312-405b-ba3f-5938b0dadf15","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a5c76156-3be2-4dba-baaa-2c8ff4ec5e61","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"12bc1891-ec85-4340-8f6e-f632cb02d089","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"7e41fa22-e547-4cda-89bd-4067f7d794c1","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"4e3f051a-8bfa-4daf-9c94-88e3a0a0d828","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:64\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:68\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeSCCRoleBinding\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:53\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkloadPlatformPermissions\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_permissions_odh.go:46\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:70\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:481\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:374\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:44\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:526\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodePrefillServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:395\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileMultiNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_multi_node.go:47\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:79\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:424\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeMainServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSingleNodeWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload_single_node.go:45\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileWorkload\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:85\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:267\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"6bfa0301-30d0-403f-9e42-f44c907ad23b","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve: deployments.apps \"ipp-route-fd6ea7-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-31T13:15:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-self-signed-certs: secrets \"ipp-route-fd6ea7-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Failed to update LLMInferenceService status","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","LLMInferenceService":"ipp-route-fd6ea7","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-fd6ea7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).updateStatus.func1\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:318\nk8s.io/client-go/util/retry.OnError.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.34.5/util/retry/util.go:51\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtection\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.34.5/pkg/util/wait/wait.go:150\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoff\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.34.5/pkg/util/wait/backoff.go:477\nk8s.io/client-go/util/retry.OnError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.34.5/util/retry/util.go:50\nk8s.io/client-go/util/retry.RetryOnConflict\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.34.5/util/retry/util.go:104\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).updateStatus\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:303\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:236\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-31T13:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"91508092-d13d-4cdf-8436-72bcb3cbd0a6","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-fd6ea7/ipp-route-fd6ea7-kserve-self-signed-certs: secrets \"ipp-route-fd6ea7-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-fd6ea7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f56394c9-c5ab-4970-b1ce-61a20b035a11","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f56394c9-c5ab-4970-b1ce-61a20b035a11","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f56394c9-c5ab-4970-b1ce-61a20b035a11","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f56394c9-c5ab-4970-b1ce-61a20b035a11","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f56394c9-c5ab-4970-b1ce-61a20b035a11","error":"Operation cannot be fulfilled on llminferenceservices.serving.kserve.io \"ipp-route-fd6ea7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f7d0a62f-e0ef-43cb-92d2-b95465b1b79b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f7d0a62f-e0ef-43cb-92d2-b95465b1b79b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"error","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f7d0a62f-e0ef-43cb-92d2-b95465b1b79b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"f7d0a62f-e0ef-43cb-92d2-b95465b1b79b","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"695c8b64-3ef8-473e-a2bc-32ef1193bd46","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-fd6ea7","namespace":"ai-tenant-e2e-ipp-a-fd6ea7"},"namespace":"ai-tenant-e2e-ipp-a-fd6ea7","name":"ipp-route-fd6ea7","reconcileID":"a804108a-8fbb-492f-97ea-eff08c99fbd3","Namespace":"ai-tenant-e2e-ipp-a-fd6ea7","Name":"ipp-route-fd6ea7"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:47Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:15:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:03Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:13Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:15Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-31T13:16:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"}