{"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:00Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:01Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:22Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:29Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:30Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:49Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","gateway":"openshift-ingress/e2e-ipp-a-d7a9b9","ready":true} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","route":"ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"696f51f0-9b1a-456f-a1a4-35bab460ea64","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:50Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","gateway":"openshift-ingress/e2e-ipp-a-d7a9b9","ready":true} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","route":"ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0f3bbcba-4442-40f1-a715-c59650506dfe","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","gateway":"openshift-ingress/e2e-ipp-a-d7a9b9","ready":true} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","route":"ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"b5546cf3-39fe-4b42-9c5e-da302e2d9ebc","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"no public URL discovered","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","gateway":"openshift-ingress/e2e-ipp-a-d7a9b9","ready":true} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","route":"ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-route","ready":true} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:29:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"950acba5-7a38-4365-8516-45885299dd1f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:31Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T20:30:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7cc21b54-3f8b-4140-b9d9-68ee49fd6775","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"059911a9-f77d-48bf-adf7-2f95b18f854f","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"d9f4cdaa-4226-4db7-a0fd-0b2fa0246e82","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7d84c5f6-fcdc-4a34-8fee-d204828b2082","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"1ccd9a53-4dec-423d-83a8-a869ad61a293","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"379d7b27-cb43-4d48-9bd2-8db211425189","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"7b8f469b-4d66-4a61-bc40-e168d779866e","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"c8763d70-662f-4994-980f-08dc6232c43a","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:32Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"error","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"0a393c03-e750-4d7a-965f-093d57b116f3","error":"failed to reconcile workload: failed to reconcile workload service: failed to create v1.Service ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-workload-svc: services \"ipp-route-d7a9b9-kserve-workload-svc\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile","msg":"Validating LLMInferenceService v1alpha2","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Creating CA-signed certificate","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","ips":["127.0.0.1"],"dnsNames":["ipp-route-d7a9b9-kserve-workload-svc.ai-tenant-e2e-ipp-a-d7a9b9.svc","ipp-route-d7a9b9-kserve-workload-svc.ai-tenant-e2e-ipp-a-d7a9b9.svc.cluster.local","localhost"]} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:30:33Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"error","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-self-signed-certs: secrets \"ipp-route-d7a9b9-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:232\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"error","ts":"2026-07-28T20:30:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"09a3faaa-5872-4256-9f80-e6cc2323ef45","error":"failed to reconcile workload: failed to reconcile self-signed certificates secret: failed to reconcile self-signed TLS certificate: failed to create v1.Secret ai-tenant-e2e-ipp-a-d7a9b9/ipp-route-d7a9b9-kserve-self-signed-certs: secrets \"ipp-route-d7a9b9-kserve-self-signed-certs\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d7a9b9 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"fa5cf359-e089-47fd-87c9-60c7aec752dd","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"fa5cf359-e089-47fd-87c9-60c7aec752dd","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"error","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"fa5cf359-e089-47fd-87c9-60c7aec752dd","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:190\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:666\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:137\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:286\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:201\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:116\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:303\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224"} {"level":"info","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"fa5cf359-e089-47fd-87c9-60c7aec752dd","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"018c3e19-dec4-430c-a2e0-377b1c5f450f","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:30:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"ipp-route-d7a9b9","namespace":"ai-tenant-e2e-ipp-a-d7a9b9"},"namespace":"ai-tenant-e2e-ipp-a-d7a9b9","name":"ipp-route-d7a9b9","reconcileID":"cb9aac16-64d8-417a-97d9-5abec8480018","Namespace":"ai-tenant-e2e-ipp-a-d7a9b9","Name":"ipp-route-d7a9b9"} {"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:04Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:05Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:16Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:20Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:23Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:35Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:39Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:43Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:44Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:54Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:55Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:56Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:58Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:31:59Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"facebook-opt-125m-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"premium-simulated-simulated-premium","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-2-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-distinct-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-trlp-test-simulated","namespace":"llm"} {"level":"info","ts":"2026-07-28T20:32:02Z","msg":"Validating LLMInferenceService v1alpha2","name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}