{"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:12Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:17Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:19Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:39Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"102438be-9745-41df-9a3c-dd3525825f40","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"921c329a-9a78-46c9-84b0-84c349a03b24","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:40Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:41Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"05c740a2-1321-41c4-8c03-05e5c4dfa0d1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"32f5dd54-250e-4062-8809-c524910b2bec","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:44Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"29ad70d3-f837-4707-b962-327cfc88cac3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:45Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a8bb1745-ecc4-4006-aaec-df28c72b2fda","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","gateway":"openshift-ingress/e2e-ipp-a-18ece0","ready":true} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","route":"ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:56:46Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"663f3c56-198f-4990-a88a-73139c69f99d","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-workload-svc: services \"ipp-route-18ece0-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T14:57:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"3db9e0a6-b14c-4b61-8168-3fdc26d9f59b","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve-workload-svc: services \"ipp-route-18ece0-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"62544b65-50a2-48ff-97f0-c5b35a59685c","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"086a5fd7-2296-485e-adb4-0bdbe51d1418","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"241e4d20-4a31-4917-a85f-11e7b08252b5","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"09cefab5-bb77-451a-bf2a-3474fbb0345e","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"2a9128d0-4993-41ef-a0ba-5f7e0bef1318","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"a63264e3-fce7-489d-ae95-89d290381f6c","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:21Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"6a84b462-6886-45fc-9739-c53eea8541b3","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"error","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T14:57:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c370748a-d100-4b6c-8d2f-8fa3c969a0eb","error":"failed to reconcile workload: failed to reconcile single node workload: failed to reconcile main workload: failed to create v1.Deployment ai-tenant-e2e-ipp-a-18ece0/ipp-route-18ece0-kserve: deployments.apps \"ipp-route-18ece0-kserve\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-18ece0 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"93895fcb-0be9-440f-af6e-e01ab130bd82","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"93895fcb-0be9-440f-af6e-e01ab130bd82","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"93895fcb-0be9-440f-af6e-e01ab130bd82","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"5368b477-4b43-44ee-a773-44e82b63c904","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"f5948a79-b822-4e01-99d9-e3f30ede97d9","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-18ece0","namespace":"ai-tenant-e2e-ipp-a-18ece0"},"namespace":"ai-tenant-e2e-ipp-a-18ece0","name":"ipp-route-18ece0","reconcileID":"c9ce76bb-957f-4e0a-a591-db3d0d7f4cb1","Namespace":"ai-tenant-e2e-ipp-a-18ece0","Name":"ipp-route-18ece0"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:38Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:42Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:46Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:52Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:53Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:57:57Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:06Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:07Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:10Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:11Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T14:58:14Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}